Hugging Face's logo

lestienne
/
llmcal

Model card Files
xet
Community
lestienne commited on
Commit
1d448d2
·
verified ·
1 Parent(s): 0e62ae7

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json +39 -0
  2. finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml +40 -0
  3. finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json +2062 -0
  4. finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json +39 -0
  5. finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json +12 -0
  6. finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml +40 -0
  7. finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer.json +0 -0
  8. finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json +2062 -0
  9. finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml +1 -0
  10. finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/metrics.csv +0 -0
  11. finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=0.7-1.0/labels.csv +153 -0
  12. finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=0.7-1.0/logits.csv +153 -0
  13. finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=test_400/labels.csv +400 -0
  14. finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=test_400/logits.csv +400 -0
  15. finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/train_args.yaml +10 -0
  16. finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/config.json +39 -0
  17. finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/generation_config.json +12 -0
  18. finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml +40 -0
  19. finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/tokenizer.json +0 -0
  20. finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json +2062 -0
  21. finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=0.0-1.0/labels.csv +512 -0
  22. finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=test_400/labels.csv +400 -0
  23. finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=test_400/logits.csv +400 -0
  24. finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/train_args.yaml +10 -0
  25. finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json +39 -0
  26. finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json +12 -0
  27. finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml +40 -0
  28. finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer.json +0 -0
  29. finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json +2062 -0
  30. finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml +1 -0
  31. finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv +274 -0
  32. finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=0.7-1.0/labels.csv +153 -0
  33. finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=0.7-1.0/logits.csv +153 -0
  34. finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=test_400/labels.csv +400 -0
  35. finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=test_400/logits.csv +400 -0
  36. finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml +10 -0
  37. finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json +39 -0
  38. finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json +12 -0
  39. finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml +40 -0
  40. finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer.json +0 -0
  41. finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json +2062 -0
  42. finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml +1 -0
  43. finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans/0.0-1.0/0.7-1.0/logs/metrics.csv +104 -0
  44. finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans/0.0-1.0/0.7-1.0/test=sst2/list=test_400/labels.csv +400 -0
  45. finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans/0.0-1.0/0.7-1.0/test=sst2/list=test_400/logits.csv +400 -0
  46. finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans/0.0-1.0/0.7-1.0/train_args.yaml +10 -0
  47. finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/config.json +39 -0
  48. finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/generation_config.json +12 -0
  49. finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml +40 -0
  50. finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/tokenizer.json +0 -0
finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlamaForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 128000,
8
+ "eos_token_id": [
9
+ 128001,
10
+ 128008,
11
+ 128009
12
+ ],
13
+ "head_dim": 64,
14
+ "hidden_act": "silu",
15
+ "hidden_size": 2048,
16
+ "initializer_range": 0.02,
17
+ "intermediate_size": 8192,
18
+ "max_position_embeddings": 131072,
19
+ "mlp_bias": false,
20
+ "model_type": "llama",
21
+ "num_attention_heads": 32,
22
+ "num_hidden_layers": 16,
23
+ "num_key_value_heads": 8,
24
+ "pretraining_tp": 1,
25
+ "rms_norm_eps": 1e-05,
26
+ "rope_scaling": {
27
+ "factor": 32.0,
28
+ "high_freq_factor": 4.0,
29
+ "low_freq_factor": 1.0,
30
+ "original_max_position_embeddings": 8192,
31
+ "rope_type": "llama3"
32
+ },
33
+ "rope_theta": 500000.0,
34
+ "tie_word_embeddings": true,
35
+ "torch_dtype": "bfloat16",
36
+ "transformers_version": "4.45.0.dev0",
37
+ "use_cache": true,
38
+ "vocab_size": 128256
39
+ }
finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ attention_logit_softcapping: null
2
+ attention_scores_scalar: null
3
+ bias: false
4
+ block_size: 131072
5
+ final_logit_softcapping: null
6
+ gelu_approximate: none
7
+ head_size: 64
8
+ hf_config:
9
+ name: Llama-3.2-1B-Instruct
10
+ org: meta-llama
11
+ intermediate_size: 8192
12
+ lm_head_bias: false
13
+ mlp_class_name: LLaMAMLP
14
+ n_embd: 2048
15
+ n_expert: 0
16
+ n_expert_per_token: 0
17
+ n_head: 32
18
+ n_layer: 16
19
+ n_query_groups: 8
20
+ name: Llama-3.2-1B-Instruct
21
+ norm_class_name: RMSNorm
22
+ norm_eps: 1.0e-05
23
+ padded_vocab_size: 128256
24
+ padding_multiple: 512
25
+ parallel_residual: false
26
+ post_attention_norm: false
27
+ post_mlp_norm: false
28
+ rope_adjustments:
29
+ factor: 32.0
30
+ high_freq_factor: 4.0
31
+ low_freq_factor: 1.0
32
+ original_max_seq_len: 8192
33
+ rope_base: 500000
34
+ rope_condense_ratio: 1
35
+ rotary_percentage: 1.0
36
+ scale_embeddings: false
37
+ shared_attention_norm: false
38
+ sliding_window_layer_placing: null
39
+ sliding_window_size: null
40
+ vocab_size: 128000
finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json ADDED
@@ -0,0 +1,2062 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "128000": {
4
+ "content": "<|begin_of_text|>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "128001": {
12
+ "content": "<|end_of_text|>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "128002": {
20
+ "content": "<|reserved_special_token_0|>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "128003": {
28
+ "content": "<|reserved_special_token_1|>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "128004": {
36
+ "content": "<|finetune_right_pad_id|>",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ },
43
+ "128005": {
44
+ "content": "<|reserved_special_token_2|>",
45
+ "lstrip": false,
46
+ "normalized": false,
47
+ "rstrip": false,
48
+ "single_word": false,
49
+ "special": true
50
+ },
51
+ "128006": {
52
+ "content": "<|start_header_id|>",
53
+ "lstrip": false,
54
+ "normalized": false,
55
+ "rstrip": false,
56
+ "single_word": false,
57
+ "special": true
58
+ },
59
+ "128007": {
60
+ "content": "<|end_header_id|>",
61
+ "lstrip": false,
62
+ "normalized": false,
63
+ "rstrip": false,
64
+ "single_word": false,
65
+ "special": true
66
+ },
67
+ "128008": {
68
+ "content": "<|eom_id|>",
69
+ "lstrip": false,
70
+ "normalized": false,
71
+ "rstrip": false,
72
+ "single_word": false,
73
+ "special": true
74
+ },
75
+ "128009": {
76
+ "content": "<|eot_id|>",
77
+ "lstrip": false,
78
+ "normalized": false,
79
+ "rstrip": false,
80
+ "single_word": false,
81
+ "special": true
82
+ },
83
+ "128010": {
84
+ "content": "<|python_tag|>",
85
+ "lstrip": false,
86
+ "normalized": false,
87
+ "rstrip": false,
88
+ "single_word": false,
89
+ "special": true
90
+ },
91
+ "128011": {
92
+ "content": "<|reserved_special_token_3|>",
93
+ "lstrip": false,
94
+ "normalized": false,
95
+ "rstrip": false,
96
+ "single_word": false,
97
+ "special": true
98
+ },
99
+ "128012": {
100
+ "content": "<|reserved_special_token_4|>",
101
+ "lstrip": false,
102
+ "normalized": false,
103
+ "rstrip": false,
104
+ "single_word": false,
105
+ "special": true
106
+ },
107
+ "128013": {
108
+ "content": "<|reserved_special_token_5|>",
109
+ "lstrip": false,
110
+ "normalized": false,
111
+ "rstrip": false,
112
+ "single_word": false,
113
+ "special": true
114
+ },
115
+ "128014": {
116
+ "content": "<|reserved_special_token_6|>",
117
+ "lstrip": false,
118
+ "normalized": false,
119
+ "rstrip": false,
120
+ "single_word": false,
121
+ "special": true
122
+ },
123
+ "128015": {
124
+ "content": "<|reserved_special_token_7|>",
125
+ "lstrip": false,
126
+ "normalized": false,
127
+ "rstrip": false,
128
+ "single_word": false,
129
+ "special": true
130
+ },
131
+ "128016": {
132
+ "content": "<|reserved_special_token_8|>",
133
+ "lstrip": false,
134
+ "normalized": false,
135
+ "rstrip": false,
136
+ "single_word": false,
137
+ "special": true
138
+ },
139
+ "128017": {
140
+ "content": "<|reserved_special_token_9|>",
141
+ "lstrip": false,
142
+ "normalized": false,
143
+ "rstrip": false,
144
+ "single_word": false,
145
+ "special": true
146
+ },
147
+ "128018": {
148
+ "content": "<|reserved_special_token_10|>",
149
+ "lstrip": false,
150
+ "normalized": false,
151
+ "rstrip": false,
152
+ "single_word": false,
153
+ "special": true
154
+ },
155
+ "128019": {
156
+ "content": "<|reserved_special_token_11|>",
157
+ "lstrip": false,
158
+ "normalized": false,
159
+ "rstrip": false,
160
+ "single_word": false,
161
+ "special": true
162
+ },
163
+ "128020": {
164
+ "content": "<|reserved_special_token_12|>",
165
+ "lstrip": false,
166
+ "normalized": false,
167
+ "rstrip": false,
168
+ "single_word": false,
169
+ "special": true
170
+ },
171
+ "128021": {
172
+ "content": "<|reserved_special_token_13|>",
173
+ "lstrip": false,
174
+ "normalized": false,
175
+ "rstrip": false,
176
+ "single_word": false,
177
+ "special": true
178
+ },
179
+ "128022": {
180
+ "content": "<|reserved_special_token_14|>",
181
+ "lstrip": false,
182
+ "normalized": false,
183
+ "rstrip": false,
184
+ "single_word": false,
185
+ "special": true
186
+ },
187
+ "128023": {
188
+ "content": "<|reserved_special_token_15|>",
189
+ "lstrip": false,
190
+ "normalized": false,
191
+ "rstrip": false,
192
+ "single_word": false,
193
+ "special": true
194
+ },
195
+ "128024": {
196
+ "content": "<|reserved_special_token_16|>",
197
+ "lstrip": false,
198
+ "normalized": false,
199
+ "rstrip": false,
200
+ "single_word": false,
201
+ "special": true
202
+ },
203
+ "128025": {
204
+ "content": "<|reserved_special_token_17|>",
205
+ "lstrip": false,
206
+ "normalized": false,
207
+ "rstrip": false,
208
+ "single_word": false,
209
+ "special": true
210
+ },
211
+ "128026": {
212
+ "content": "<|reserved_special_token_18|>",
213
+ "lstrip": false,
214
+ "normalized": false,
215
+ "rstrip": false,
216
+ "single_word": false,
217
+ "special": true
218
+ },
219
+ "128027": {
220
+ "content": "<|reserved_special_token_19|>",
221
+ "lstrip": false,
222
+ "normalized": false,
223
+ "rstrip": false,
224
+ "single_word": false,
225
+ "special": true
226
+ },
227
+ "128028": {
228
+ "content": "<|reserved_special_token_20|>",
229
+ "lstrip": false,
230
+ "normalized": false,
231
+ "rstrip": false,
232
+ "single_word": false,
233
+ "special": true
234
+ },
235
+ "128029": {
236
+ "content": "<|reserved_special_token_21|>",
237
+ "lstrip": false,
238
+ "normalized": false,
239
+ "rstrip": false,
240
+ "single_word": false,
241
+ "special": true
242
+ },
243
+ "128030": {
244
+ "content": "<|reserved_special_token_22|>",
245
+ "lstrip": false,
246
+ "normalized": false,
247
+ "rstrip": false,
248
+ "single_word": false,
249
+ "special": true
250
+ },
251
+ "128031": {
252
+ "content": "<|reserved_special_token_23|>",
253
+ "lstrip": false,
254
+ "normalized": false,
255
+ "rstrip": false,
256
+ "single_word": false,
257
+ "special": true
258
+ },
259
+ "128032": {
260
+ "content": "<|reserved_special_token_24|>",
261
+ "lstrip": false,
262
+ "normalized": false,
263
+ "rstrip": false,
264
+ "single_word": false,
265
+ "special": true
266
+ },
267
+ "128033": {
268
+ "content": "<|reserved_special_token_25|>",
269
+ "lstrip": false,
270
+ "normalized": false,
271
+ "rstrip": false,
272
+ "single_word": false,
273
+ "special": true
274
+ },
275
+ "128034": {
276
+ "content": "<|reserved_special_token_26|>",
277
+ "lstrip": false,
278
+ "normalized": false,
279
+ "rstrip": false,
280
+ "single_word": false,
281
+ "special": true
282
+ },
283
+ "128035": {
284
+ "content": "<|reserved_special_token_27|>",
285
+ "lstrip": false,
286
+ "normalized": false,
287
+ "rstrip": false,
288
+ "single_word": false,
289
+ "special": true
290
+ },
291
+ "128036": {
292
+ "content": "<|reserved_special_token_28|>",
293
+ "lstrip": false,
294
+ "normalized": false,
295
+ "rstrip": false,
296
+ "single_word": false,
297
+ "special": true
298
+ },
299
+ "128037": {
300
+ "content": "<|reserved_special_token_29|>",
301
+ "lstrip": false,
302
+ "normalized": false,
303
+ "rstrip": false,
304
+ "single_word": false,
305
+ "special": true
306
+ },
307
+ "128038": {
308
+ "content": "<|reserved_special_token_30|>",
309
+ "lstrip": false,
310
+ "normalized": false,
311
+ "rstrip": false,
312
+ "single_word": false,
313
+ "special": true
314
+ },
315
+ "128039": {
316
+ "content": "<|reserved_special_token_31|>",
317
+ "lstrip": false,
318
+ "normalized": false,
319
+ "rstrip": false,
320
+ "single_word": false,
321
+ "special": true
322
+ },
323
+ "128040": {
324
+ "content": "<|reserved_special_token_32|>",
325
+ "lstrip": false,
326
+ "normalized": false,
327
+ "rstrip": false,
328
+ "single_word": false,
329
+ "special": true
330
+ },
331
+ "128041": {
332
+ "content": "<|reserved_special_token_33|>",
333
+ "lstrip": false,
334
+ "normalized": false,
335
+ "rstrip": false,
336
+ "single_word": false,
337
+ "special": true
338
+ },
339
+ "128042": {
340
+ "content": "<|reserved_special_token_34|>",
341
+ "lstrip": false,
342
+ "normalized": false,
343
+ "rstrip": false,
344
+ "single_word": false,
345
+ "special": true
346
+ },
347
+ "128043": {
348
+ "content": "<|reserved_special_token_35|>",
349
+ "lstrip": false,
350
+ "normalized": false,
351
+ "rstrip": false,
352
+ "single_word": false,
353
+ "special": true
354
+ },
355
+ "128044": {
356
+ "content": "<|reserved_special_token_36|>",
357
+ "lstrip": false,
358
+ "normalized": false,
359
+ "rstrip": false,
360
+ "single_word": false,
361
+ "special": true
362
+ },
363
+ "128045": {
364
+ "content": "<|reserved_special_token_37|>",
365
+ "lstrip": false,
366
+ "normalized": false,
367
+ "rstrip": false,
368
+ "single_word": false,
369
+ "special": true
370
+ },
371
+ "128046": {
372
+ "content": "<|reserved_special_token_38|>",
373
+ "lstrip": false,
374
+ "normalized": false,
375
+ "rstrip": false,
376
+ "single_word": false,
377
+ "special": true
378
+ },
379
+ "128047": {
380
+ "content": "<|reserved_special_token_39|>",
381
+ "lstrip": false,
382
+ "normalized": false,
383
+ "rstrip": false,
384
+ "single_word": false,
385
+ "special": true
386
+ },
387
+ "128048": {
388
+ "content": "<|reserved_special_token_40|>",
389
+ "lstrip": false,
390
+ "normalized": false,
391
+ "rstrip": false,
392
+ "single_word": false,
393
+ "special": true
394
+ },
395
+ "128049": {
396
+ "content": "<|reserved_special_token_41|>",
397
+ "lstrip": false,
398
+ "normalized": false,
399
+ "rstrip": false,
400
+ "single_word": false,
401
+ "special": true
402
+ },
403
+ "128050": {
404
+ "content": "<|reserved_special_token_42|>",
405
+ "lstrip": false,
406
+ "normalized": false,
407
+ "rstrip": false,
408
+ "single_word": false,
409
+ "special": true
410
+ },
411
+ "128051": {
412
+ "content": "<|reserved_special_token_43|>",
413
+ "lstrip": false,
414
+ "normalized": false,
415
+ "rstrip": false,
416
+ "single_word": false,
417
+ "special": true
418
+ },
419
+ "128052": {
420
+ "content": "<|reserved_special_token_44|>",
421
+ "lstrip": false,
422
+ "normalized": false,
423
+ "rstrip": false,
424
+ "single_word": false,
425
+ "special": true
426
+ },
427
+ "128053": {
428
+ "content": "<|reserved_special_token_45|>",
429
+ "lstrip": false,
430
+ "normalized": false,
431
+ "rstrip": false,
432
+ "single_word": false,
433
+ "special": true
434
+ },
435
+ "128054": {
436
+ "content": "<|reserved_special_token_46|>",
437
+ "lstrip": false,
438
+ "normalized": false,
439
+ "rstrip": false,
440
+ "single_word": false,
441
+ "special": true
442
+ },
443
+ "128055": {
444
+ "content": "<|reserved_special_token_47|>",
445
+ "lstrip": false,
446
+ "normalized": false,
447
+ "rstrip": false,
448
+ "single_word": false,
449
+ "special": true
450
+ },
451
+ "128056": {
452
+ "content": "<|reserved_special_token_48|>",
453
+ "lstrip": false,
454
+ "normalized": false,
455
+ "rstrip": false,
456
+ "single_word": false,
457
+ "special": true
458
+ },
459
+ "128057": {
460
+ "content": "<|reserved_special_token_49|>",
461
+ "lstrip": false,
462
+ "normalized": false,
463
+ "rstrip": false,
464
+ "single_word": false,
465
+ "special": true
466
+ },
467
+ "128058": {
468
+ "content": "<|reserved_special_token_50|>",
469
+ "lstrip": false,
470
+ "normalized": false,
471
+ "rstrip": false,
472
+ "single_word": false,
473
+ "special": true
474
+ },
475
+ "128059": {
476
+ "content": "<|reserved_special_token_51|>",
477
+ "lstrip": false,
478
+ "normalized": false,
479
+ "rstrip": false,
480
+ "single_word": false,
481
+ "special": true
482
+ },
483
+ "128060": {
484
+ "content": "<|reserved_special_token_52|>",
485
+ "lstrip": false,
486
+ "normalized": false,
487
+ "rstrip": false,
488
+ "single_word": false,
489
+ "special": true
490
+ },
491
+ "128061": {
492
+ "content": "<|reserved_special_token_53|>",
493
+ "lstrip": false,
494
+ "normalized": false,
495
+ "rstrip": false,
496
+ "single_word": false,
497
+ "special": true
498
+ },
499
+ "128062": {
500
+ "content": "<|reserved_special_token_54|>",
501
+ "lstrip": false,
502
+ "normalized": false,
503
+ "rstrip": false,
504
+ "single_word": false,
505
+ "special": true
506
+ },
507
+ "128063": {
508
+ "content": "<|reserved_special_token_55|>",
509
+ "lstrip": false,
510
+ "normalized": false,
511
+ "rstrip": false,
512
+ "single_word": false,
513
+ "special": true
514
+ },
515
+ "128064": {
516
+ "content": "<|reserved_special_token_56|>",
517
+ "lstrip": false,
518
+ "normalized": false,
519
+ "rstrip": false,
520
+ "single_word": false,
521
+ "special": true
522
+ },
523
+ "128065": {
524
+ "content": "<|reserved_special_token_57|>",
525
+ "lstrip": false,
526
+ "normalized": false,
527
+ "rstrip": false,
528
+ "single_word": false,
529
+ "special": true
530
+ },
531
+ "128066": {
532
+ "content": "<|reserved_special_token_58|>",
533
+ "lstrip": false,
534
+ "normalized": false,
535
+ "rstrip": false,
536
+ "single_word": false,
537
+ "special": true
538
+ },
539
+ "128067": {
540
+ "content": "<|reserved_special_token_59|>",
541
+ "lstrip": false,
542
+ "normalized": false,
543
+ "rstrip": false,
544
+ "single_word": false,
545
+ "special": true
546
+ },
547
+ "128068": {
548
+ "content": "<|reserved_special_token_60|>",
549
+ "lstrip": false,
550
+ "normalized": false,
551
+ "rstrip": false,
552
+ "single_word": false,
553
+ "special": true
554
+ },
555
+ "128069": {
556
+ "content": "<|reserved_special_token_61|>",
557
+ "lstrip": false,
558
+ "normalized": false,
559
+ "rstrip": false,
560
+ "single_word": false,
561
+ "special": true
562
+ },
563
+ "128070": {
564
+ "content": "<|reserved_special_token_62|>",
565
+ "lstrip": false,
566
+ "normalized": false,
567
+ "rstrip": false,
568
+ "single_word": false,
569
+ "special": true
570
+ },
571
+ "128071": {
572
+ "content": "<|reserved_special_token_63|>",
573
+ "lstrip": false,
574
+ "normalized": false,
575
+ "rstrip": false,
576
+ "single_word": false,
577
+ "special": true
578
+ },
579
+ "128072": {
580
+ "content": "<|reserved_special_token_64|>",
581
+ "lstrip": false,
582
+ "normalized": false,
583
+ "rstrip": false,
584
+ "single_word": false,
585
+ "special": true
586
+ },
587
+ "128073": {
588
+ "content": "<|reserved_special_token_65|>",
589
+ "lstrip": false,
590
+ "normalized": false,
591
+ "rstrip": false,
592
+ "single_word": false,
593
+ "special": true
594
+ },
595
+ "128074": {
596
+ "content": "<|reserved_special_token_66|>",
597
+ "lstrip": false,
598
+ "normalized": false,
599
+ "rstrip": false,
600
+ "single_word": false,
601
+ "special": true
602
+ },
603
+ "128075": {
604
+ "content": "<|reserved_special_token_67|>",
605
+ "lstrip": false,
606
+ "normalized": false,
607
+ "rstrip": false,
608
+ "single_word": false,
609
+ "special": true
610
+ },
611
+ "128076": {
612
+ "content": "<|reserved_special_token_68|>",
613
+ "lstrip": false,
614
+ "normalized": false,
615
+ "rstrip": false,
616
+ "single_word": false,
617
+ "special": true
618
+ },
619
+ "128077": {
620
+ "content": "<|reserved_special_token_69|>",
621
+ "lstrip": false,
622
+ "normalized": false,
623
+ "rstrip": false,
624
+ "single_word": false,
625
+ "special": true
626
+ },
627
+ "128078": {
628
+ "content": "<|reserved_special_token_70|>",
629
+ "lstrip": false,
630
+ "normalized": false,
631
+ "rstrip": false,
632
+ "single_word": false,
633
+ "special": true
634
+ },
635
+ "128079": {
636
+ "content": "<|reserved_special_token_71|>",
637
+ "lstrip": false,
638
+ "normalized": false,
639
+ "rstrip": false,
640
+ "single_word": false,
641
+ "special": true
642
+ },
643
+ "128080": {
644
+ "content": "<|reserved_special_token_72|>",
645
+ "lstrip": false,
646
+ "normalized": false,
647
+ "rstrip": false,
648
+ "single_word": false,
649
+ "special": true
650
+ },
651
+ "128081": {
652
+ "content": "<|reserved_special_token_73|>",
653
+ "lstrip": false,
654
+ "normalized": false,
655
+ "rstrip": false,
656
+ "single_word": false,
657
+ "special": true
658
+ },
659
+ "128082": {
660
+ "content": "<|reserved_special_token_74|>",
661
+ "lstrip": false,
662
+ "normalized": false,
663
+ "rstrip": false,
664
+ "single_word": false,
665
+ "special": true
666
+ },
667
+ "128083": {
668
+ "content": "<|reserved_special_token_75|>",
669
+ "lstrip": false,
670
+ "normalized": false,
671
+ "rstrip": false,
672
+ "single_word": false,
673
+ "special": true
674
+ },
675
+ "128084": {
676
+ "content": "<|reserved_special_token_76|>",
677
+ "lstrip": false,
678
+ "normalized": false,
679
+ "rstrip": false,
680
+ "single_word": false,
681
+ "special": true
682
+ },
683
+ "128085": {
684
+ "content": "<|reserved_special_token_77|>",
685
+ "lstrip": false,
686
+ "normalized": false,
687
+ "rstrip": false,
688
+ "single_word": false,
689
+ "special": true
690
+ },
691
+ "128086": {
692
+ "content": "<|reserved_special_token_78|>",
693
+ "lstrip": false,
694
+ "normalized": false,
695
+ "rstrip": false,
696
+ "single_word": false,
697
+ "special": true
698
+ },
699
+ "128087": {
700
+ "content": "<|reserved_special_token_79|>",
701
+ "lstrip": false,
702
+ "normalized": false,
703
+ "rstrip": false,
704
+ "single_word": false,
705
+ "special": true
706
+ },
707
+ "128088": {
708
+ "content": "<|reserved_special_token_80|>",
709
+ "lstrip": false,
710
+ "normalized": false,
711
+ "rstrip": false,
712
+ "single_word": false,
713
+ "special": true
714
+ },
715
+ "128089": {
716
+ "content": "<|reserved_special_token_81|>",
717
+ "lstrip": false,
718
+ "normalized": false,
719
+ "rstrip": false,
720
+ "single_word": false,
721
+ "special": true
722
+ },
723
+ "128090": {
724
+ "content": "<|reserved_special_token_82|>",
725
+ "lstrip": false,
726
+ "normalized": false,
727
+ "rstrip": false,
728
+ "single_word": false,
729
+ "special": true
730
+ },
731
+ "128091": {
732
+ "content": "<|reserved_special_token_83|>",
733
+ "lstrip": false,
734
+ "normalized": false,
735
+ "rstrip": false,
736
+ "single_word": false,
737
+ "special": true
738
+ },
739
+ "128092": {
740
+ "content": "<|reserved_special_token_84|>",
741
+ "lstrip": false,
742
+ "normalized": false,
743
+ "rstrip": false,
744
+ "single_word": false,
745
+ "special": true
746
+ },
747
+ "128093": {
748
+ "content": "<|reserved_special_token_85|>",
749
+ "lstrip": false,
750
+ "normalized": false,
751
+ "rstrip": false,
752
+ "single_word": false,
753
+ "special": true
754
+ },
755
+ "128094": {
756
+ "content": "<|reserved_special_token_86|>",
757
+ "lstrip": false,
758
+ "normalized": false,
759
+ "rstrip": false,
760
+ "single_word": false,
761
+ "special": true
762
+ },
763
+ "128095": {
764
+ "content": "<|reserved_special_token_87|>",
765
+ "lstrip": false,
766
+ "normalized": false,
767
+ "rstrip": false,
768
+ "single_word": false,
769
+ "special": true
770
+ },
771
+ "128096": {
772
+ "content": "<|reserved_special_token_88|>",
773
+ "lstrip": false,
774
+ "normalized": false,
775
+ "rstrip": false,
776
+ "single_word": false,
777
+ "special": true
778
+ },
779
+ "128097": {
780
+ "content": "<|reserved_special_token_89|>",
781
+ "lstrip": false,
782
+ "normalized": false,
783
+ "rstrip": false,
784
+ "single_word": false,
785
+ "special": true
786
+ },
787
+ "128098": {
788
+ "content": "<|reserved_special_token_90|>",
789
+ "lstrip": false,
790
+ "normalized": false,
791
+ "rstrip": false,
792
+ "single_word": false,
793
+ "special": true
794
+ },
795
+ "128099": {
796
+ "content": "<|reserved_special_token_91|>",
797
+ "lstrip": false,
798
+ "normalized": false,
799
+ "rstrip": false,
800
+ "single_word": false,
801
+ "special": true
802
+ },
803
+ "128100": {
804
+ "content": "<|reserved_special_token_92|>",
805
+ "lstrip": false,
806
+ "normalized": false,
807
+ "rstrip": false,
808
+ "single_word": false,
809
+ "special": true
810
+ },
811
+ "128101": {
812
+ "content": "<|reserved_special_token_93|>",
813
+ "lstrip": false,
814
+ "normalized": false,
815
+ "rstrip": false,
816
+ "single_word": false,
817
+ "special": true
818
+ },
819
+ "128102": {
820
+ "content": "<|reserved_special_token_94|>",
821
+ "lstrip": false,
822
+ "normalized": false,
823
+ "rstrip": false,
824
+ "single_word": false,
825
+ "special": true
826
+ },
827
+ "128103": {
828
+ "content": "<|reserved_special_token_95|>",
829
+ "lstrip": false,
830
+ "normalized": false,
831
+ "rstrip": false,
832
+ "single_word": false,
833
+ "special": true
834
+ },
835
+ "128104": {
836
+ "content": "<|reserved_special_token_96|>",
837
+ "lstrip": false,
838
+ "normalized": false,
839
+ "rstrip": false,
840
+ "single_word": false,
841
+ "special": true
842
+ },
843
+ "128105": {
844
+ "content": "<|reserved_special_token_97|>",
845
+ "lstrip": false,
846
+ "normalized": false,
847
+ "rstrip": false,
848
+ "single_word": false,
849
+ "special": true
850
+ },
851
+ "128106": {
852
+ "content": "<|reserved_special_token_98|>",
853
+ "lstrip": false,
854
+ "normalized": false,
855
+ "rstrip": false,
856
+ "single_word": false,
857
+ "special": true
858
+ },
859
+ "128107": {
860
+ "content": "<|reserved_special_token_99|>",
861
+ "lstrip": false,
862
+ "normalized": false,
863
+ "rstrip": false,
864
+ "single_word": false,
865
+ "special": true
866
+ },
867
+ "128108": {
868
+ "content": "<|reserved_special_token_100|>",
869
+ "lstrip": false,
870
+ "normalized": false,
871
+ "rstrip": false,
872
+ "single_word": false,
873
+ "special": true
874
+ },
875
+ "128109": {
876
+ "content": "<|reserved_special_token_101|>",
877
+ "lstrip": false,
878
+ "normalized": false,
879
+ "rstrip": false,
880
+ "single_word": false,
881
+ "special": true
882
+ },
883
+ "128110": {
884
+ "content": "<|reserved_special_token_102|>",
885
+ "lstrip": false,
886
+ "normalized": false,
887
+ "rstrip": false,
888
+ "single_word": false,
889
+ "special": true
890
+ },
891
+ "128111": {
892
+ "content": "<|reserved_special_token_103|>",
893
+ "lstrip": false,
894
+ "normalized": false,
895
+ "rstrip": false,
896
+ "single_word": false,
897
+ "special": true
898
+ },
899
+ "128112": {
900
+ "content": "<|reserved_special_token_104|>",
901
+ "lstrip": false,
902
+ "normalized": false,
903
+ "rstrip": false,
904
+ "single_word": false,
905
+ "special": true
906
+ },
907
+ "128113": {
908
+ "content": "<|reserved_special_token_105|>",
909
+ "lstrip": false,
910
+ "normalized": false,
911
+ "rstrip": false,
912
+ "single_word": false,
913
+ "special": true
914
+ },
915
+ "128114": {
916
+ "content": "<|reserved_special_token_106|>",
917
+ "lstrip": false,
918
+ "normalized": false,
919
+ "rstrip": false,
920
+ "single_word": false,
921
+ "special": true
922
+ },
923
+ "128115": {
924
+ "content": "<|reserved_special_token_107|>",
925
+ "lstrip": false,
926
+ "normalized": false,
927
+ "rstrip": false,
928
+ "single_word": false,
929
+ "special": true
930
+ },
931
+ "128116": {
932
+ "content": "<|reserved_special_token_108|>",
933
+ "lstrip": false,
934
+ "normalized": false,
935
+ "rstrip": false,
936
+ "single_word": false,
937
+ "special": true
938
+ },
939
+ "128117": {
940
+ "content": "<|reserved_special_token_109|>",
941
+ "lstrip": false,
942
+ "normalized": false,
943
+ "rstrip": false,
944
+ "single_word": false,
945
+ "special": true
946
+ },
947
+ "128118": {
948
+ "content": "<|reserved_special_token_110|>",
949
+ "lstrip": false,
950
+ "normalized": false,
951
+ "rstrip": false,
952
+ "single_word": false,
953
+ "special": true
954
+ },
955
+ "128119": {
956
+ "content": "<|reserved_special_token_111|>",
957
+ "lstrip": false,
958
+ "normalized": false,
959
+ "rstrip": false,
960
+ "single_word": false,
961
+ "special": true
962
+ },
963
+ "128120": {
964
+ "content": "<|reserved_special_token_112|>",
965
+ "lstrip": false,
966
+ "normalized": false,
967
+ "rstrip": false,
968
+ "single_word": false,
969
+ "special": true
970
+ },
971
+ "128121": {
972
+ "content": "<|reserved_special_token_113|>",
973
+ "lstrip": false,
974
+ "normalized": false,
975
+ "rstrip": false,
976
+ "single_word": false,
977
+ "special": true
978
+ },
979
+ "128122": {
980
+ "content": "<|reserved_special_token_114|>",
981
+ "lstrip": false,
982
+ "normalized": false,
983
+ "rstrip": false,
984
+ "single_word": false,
985
+ "special": true
986
+ },
987
+ "128123": {
988
+ "content": "<|reserved_special_token_115|>",
989
+ "lstrip": false,
990
+ "normalized": false,
991
+ "rstrip": false,
992
+ "single_word": false,
993
+ "special": true
994
+ },
995
+ "128124": {
996
+ "content": "<|reserved_special_token_116|>",
997
+ "lstrip": false,
998
+ "normalized": false,
999
+ "rstrip": false,
1000
+ "single_word": false,
1001
+ "special": true
1002
+ },
1003
+ "128125": {
1004
+ "content": "<|reserved_special_token_117|>",
1005
+ "lstrip": false,
1006
+ "normalized": false,
1007
+ "rstrip": false,
1008
+ "single_word": false,
1009
+ "special": true
1010
+ },
1011
+ "128126": {
1012
+ "content": "<|reserved_special_token_118|>",
1013
+ "lstrip": false,
1014
+ "normalized": false,
1015
+ "rstrip": false,
1016
+ "single_word": false,
1017
+ "special": true
1018
+ },
1019
+ "128127": {
1020
+ "content": "<|reserved_special_token_119|>",
1021
+ "lstrip": false,
1022
+ "normalized": false,
1023
+ "rstrip": false,
1024
+ "single_word": false,
1025
+ "special": true
1026
+ },
1027
+ "128128": {
1028
+ "content": "<|reserved_special_token_120|>",
1029
+ "lstrip": false,
1030
+ "normalized": false,
1031
+ "rstrip": false,
1032
+ "single_word": false,
1033
+ "special": true
1034
+ },
1035
+ "128129": {
1036
+ "content": "<|reserved_special_token_121|>",
1037
+ "lstrip": false,
1038
+ "normalized": false,
1039
+ "rstrip": false,
1040
+ "single_word": false,
1041
+ "special": true
1042
+ },
1043
+ "128130": {
1044
+ "content": "<|reserved_special_token_122|>",
1045
+ "lstrip": false,
1046
+ "normalized": false,
1047
+ "rstrip": false,
1048
+ "single_word": false,
1049
+ "special": true
1050
+ },
1051
+ "128131": {
1052
+ "content": "<|reserved_special_token_123|>",
1053
+ "lstrip": false,
1054
+ "normalized": false,
1055
+ "rstrip": false,
1056
+ "single_word": false,
1057
+ "special": true
1058
+ },
1059
+ "128132": {
1060
+ "content": "<|reserved_special_token_124|>",
1061
+ "lstrip": false,
1062
+ "normalized": false,
1063
+ "rstrip": false,
1064
+ "single_word": false,
1065
+ "special": true
1066
+ },
1067
+ "128133": {
1068
+ "content": "<|reserved_special_token_125|>",
1069
+ "lstrip": false,
1070
+ "normalized": false,
1071
+ "rstrip": false,
1072
+ "single_word": false,
1073
+ "special": true
1074
+ },
1075
+ "128134": {
1076
+ "content": "<|reserved_special_token_126|>",
1077
+ "lstrip": false,
1078
+ "normalized": false,
1079
+ "rstrip": false,
1080
+ "single_word": false,
1081
+ "special": true
1082
+ },
1083
+ "128135": {
1084
+ "content": "<|reserved_special_token_127|>",
1085
+ "lstrip": false,
1086
+ "normalized": false,
1087
+ "rstrip": false,
1088
+ "single_word": false,
1089
+ "special": true
1090
+ },
1091
+ "128136": {
1092
+ "content": "<|reserved_special_token_128|>",
1093
+ "lstrip": false,
1094
+ "normalized": false,
1095
+ "rstrip": false,
1096
+ "single_word": false,
1097
+ "special": true
1098
+ },
1099
+ "128137": {
1100
+ "content": "<|reserved_special_token_129|>",
1101
+ "lstrip": false,
1102
+ "normalized": false,
1103
+ "rstrip": false,
1104
+ "single_word": false,
1105
+ "special": true
1106
+ },
1107
+ "128138": {
1108
+ "content": "<|reserved_special_token_130|>",
1109
+ "lstrip": false,
1110
+ "normalized": false,
1111
+ "rstrip": false,
1112
+ "single_word": false,
1113
+ "special": true
1114
+ },
1115
+ "128139": {
1116
+ "content": "<|reserved_special_token_131|>",
1117
+ "lstrip": false,
1118
+ "normalized": false,
1119
+ "rstrip": false,
1120
+ "single_word": false,
1121
+ "special": true
1122
+ },
1123
+ "128140": {
1124
+ "content": "<|reserved_special_token_132|>",
1125
+ "lstrip": false,
1126
+ "normalized": false,
1127
+ "rstrip": false,
1128
+ "single_word": false,
1129
+ "special": true
1130
+ },
1131
+ "128141": {
1132
+ "content": "<|reserved_special_token_133|>",
1133
+ "lstrip": false,
1134
+ "normalized": false,
1135
+ "rstrip": false,
1136
+ "single_word": false,
1137
+ "special": true
1138
+ },
1139
+ "128142": {
1140
+ "content": "<|reserved_special_token_134|>",
1141
+ "lstrip": false,
1142
+ "normalized": false,
1143
+ "rstrip": false,
1144
+ "single_word": false,
1145
+ "special": true
1146
+ },
1147
+ "128143": {
1148
+ "content": "<|reserved_special_token_135|>",
1149
+ "lstrip": false,
1150
+ "normalized": false,
1151
+ "rstrip": false,
1152
+ "single_word": false,
1153
+ "special": true
1154
+ },
1155
+ "128144": {
1156
+ "content": "<|reserved_special_token_136|>",
1157
+ "lstrip": false,
1158
+ "normalized": false,
1159
+ "rstrip": false,
1160
+ "single_word": false,
1161
+ "special": true
1162
+ },
1163
+ "128145": {
1164
+ "content": "<|reserved_special_token_137|>",
1165
+ "lstrip": false,
1166
+ "normalized": false,
1167
+ "rstrip": false,
1168
+ "single_word": false,
1169
+ "special": true
1170
+ },
1171
+ "128146": {
1172
+ "content": "<|reserved_special_token_138|>",
1173
+ "lstrip": false,
1174
+ "normalized": false,
1175
+ "rstrip": false,
1176
+ "single_word": false,
1177
+ "special": true
1178
+ },
1179
+ "128147": {
1180
+ "content": "<|reserved_special_token_139|>",
1181
+ "lstrip": false,
1182
+ "normalized": false,
1183
+ "rstrip": false,
1184
+ "single_word": false,
1185
+ "special": true
1186
+ },
1187
+ "128148": {
1188
+ "content": "<|reserved_special_token_140|>",
1189
+ "lstrip": false,
1190
+ "normalized": false,
1191
+ "rstrip": false,
1192
+ "single_word": false,
1193
+ "special": true
1194
+ },
1195
+ "128149": {
1196
+ "content": "<|reserved_special_token_141|>",
1197
+ "lstrip": false,
1198
+ "normalized": false,
1199
+ "rstrip": false,
1200
+ "single_word": false,
1201
+ "special": true
1202
+ },
1203
+ "128150": {
1204
+ "content": "<|reserved_special_token_142|>",
1205
+ "lstrip": false,
1206
+ "normalized": false,
1207
+ "rstrip": false,
1208
+ "single_word": false,
1209
+ "special": true
1210
+ },
1211
+ "128151": {
1212
+ "content": "<|reserved_special_token_143|>",
1213
+ "lstrip": false,
1214
+ "normalized": false,
1215
+ "rstrip": false,
1216
+ "single_word": false,
1217
+ "special": true
1218
+ },
1219
+ "128152": {
1220
+ "content": "<|reserved_special_token_144|>",
1221
+ "lstrip": false,
1222
+ "normalized": false,
1223
+ "rstrip": false,
1224
+ "single_word": false,
1225
+ "special": true
1226
+ },
1227
+ "128153": {
1228
+ "content": "<|reserved_special_token_145|>",
1229
+ "lstrip": false,
1230
+ "normalized": false,
1231
+ "rstrip": false,
1232
+ "single_word": false,
1233
+ "special": true
1234
+ },
1235
+ "128154": {
1236
+ "content": "<|reserved_special_token_146|>",
1237
+ "lstrip": false,
1238
+ "normalized": false,
1239
+ "rstrip": false,
1240
+ "single_word": false,
1241
+ "special": true
1242
+ },
1243
+ "128155": {
1244
+ "content": "<|reserved_special_token_147|>",
1245
+ "lstrip": false,
1246
+ "normalized": false,
1247
+ "rstrip": false,
1248
+ "single_word": false,
1249
+ "special": true
1250
+ },
1251
+ "128156": {
1252
+ "content": "<|reserved_special_token_148|>",
1253
+ "lstrip": false,
1254
+ "normalized": false,
1255
+ "rstrip": false,
1256
+ "single_word": false,
1257
+ "special": true
1258
+ },
1259
+ "128157": {
1260
+ "content": "<|reserved_special_token_149|>",
1261
+ "lstrip": false,
1262
+ "normalized": false,
1263
+ "rstrip": false,
1264
+ "single_word": false,
1265
+ "special": true
1266
+ },
1267
+ "128158": {
1268
+ "content": "<|reserved_special_token_150|>",
1269
+ "lstrip": false,
1270
+ "normalized": false,
1271
+ "rstrip": false,
1272
+ "single_word": false,
1273
+ "special": true
1274
+ },
1275
+ "128159": {
1276
+ "content": "<|reserved_special_token_151|>",
1277
+ "lstrip": false,
1278
+ "normalized": false,
1279
+ "rstrip": false,
1280
+ "single_word": false,
1281
+ "special": true
1282
+ },
1283
+ "128160": {
1284
+ "content": "<|reserved_special_token_152|>",
1285
+ "lstrip": false,
1286
+ "normalized": false,
1287
+ "rstrip": false,
1288
+ "single_word": false,
1289
+ "special": true
1290
+ },
1291
+ "128161": {
1292
+ "content": "<|reserved_special_token_153|>",
1293
+ "lstrip": false,
1294
+ "normalized": false,
1295
+ "rstrip": false,
1296
+ "single_word": false,
1297
+ "special": true
1298
+ },
1299
+ "128162": {
1300
+ "content": "<|reserved_special_token_154|>",
1301
+ "lstrip": false,
1302
+ "normalized": false,
1303
+ "rstrip": false,
1304
+ "single_word": false,
1305
+ "special": true
1306
+ },
1307
+ "128163": {
1308
+ "content": "<|reserved_special_token_155|>",
1309
+ "lstrip": false,
1310
+ "normalized": false,
1311
+ "rstrip": false,
1312
+ "single_word": false,
1313
+ "special": true
1314
+ },
1315
+ "128164": {
1316
+ "content": "<|reserved_special_token_156|>",
1317
+ "lstrip": false,
1318
+ "normalized": false,
1319
+ "rstrip": false,
1320
+ "single_word": false,
1321
+ "special": true
1322
+ },
1323
+ "128165": {
1324
+ "content": "<|reserved_special_token_157|>",
1325
+ "lstrip": false,
1326
+ "normalized": false,
1327
+ "rstrip": false,
1328
+ "single_word": false,
1329
+ "special": true
1330
+ },
1331
+ "128166": {
1332
+ "content": "<|reserved_special_token_158|>",
1333
+ "lstrip": false,
1334
+ "normalized": false,
1335
+ "rstrip": false,
1336
+ "single_word": false,
1337
+ "special": true
1338
+ },
1339
+ "128167": {
1340
+ "content": "<|reserved_special_token_159|>",
1341
+ "lstrip": false,
1342
+ "normalized": false,
1343
+ "rstrip": false,
1344
+ "single_word": false,
1345
+ "special": true
1346
+ },
1347
+ "128168": {
1348
+ "content": "<|reserved_special_token_160|>",
1349
+ "lstrip": false,
1350
+ "normalized": false,
1351
+ "rstrip": false,
1352
+ "single_word": false,
1353
+ "special": true
1354
+ },
1355
+ "128169": {
1356
+ "content": "<|reserved_special_token_161|>",
1357
+ "lstrip": false,
1358
+ "normalized": false,
1359
+ "rstrip": false,
1360
+ "single_word": false,
1361
+ "special": true
1362
+ },
1363
+ "128170": {
1364
+ "content": "<|reserved_special_token_162|>",
1365
+ "lstrip": false,
1366
+ "normalized": false,
1367
+ "rstrip": false,
1368
+ "single_word": false,
1369
+ "special": true
1370
+ },
1371
+ "128171": {
1372
+ "content": "<|reserved_special_token_163|>",
1373
+ "lstrip": false,
1374
+ "normalized": false,
1375
+ "rstrip": false,
1376
+ "single_word": false,
1377
+ "special": true
1378
+ },
1379
+ "128172": {
1380
+ "content": "<|reserved_special_token_164|>",
1381
+ "lstrip": false,
1382
+ "normalized": false,
1383
+ "rstrip": false,
1384
+ "single_word": false,
1385
+ "special": true
1386
+ },
1387
+ "128173": {
1388
+ "content": "<|reserved_special_token_165|>",
1389
+ "lstrip": false,
1390
+ "normalized": false,
1391
+ "rstrip": false,
1392
+ "single_word": false,
1393
+ "special": true
1394
+ },
1395
+ "128174": {
1396
+ "content": "<|reserved_special_token_166|>",
1397
+ "lstrip": false,
1398
+ "normalized": false,
1399
+ "rstrip": false,
1400
+ "single_word": false,
1401
+ "special": true
1402
+ },
1403
+ "128175": {
1404
+ "content": "<|reserved_special_token_167|>",
1405
+ "lstrip": false,
1406
+ "normalized": false,
1407
+ "rstrip": false,
1408
+ "single_word": false,
1409
+ "special": true
1410
+ },
1411
+ "128176": {
1412
+ "content": "<|reserved_special_token_168|>",
1413
+ "lstrip": false,
1414
+ "normalized": false,
1415
+ "rstrip": false,
1416
+ "single_word": false,
1417
+ "special": true
1418
+ },
1419
+ "128177": {
1420
+ "content": "<|reserved_special_token_169|>",
1421
+ "lstrip": false,
1422
+ "normalized": false,
1423
+ "rstrip": false,
1424
+ "single_word": false,
1425
+ "special": true
1426
+ },
1427
+ "128178": {
1428
+ "content": "<|reserved_special_token_170|>",
1429
+ "lstrip": false,
1430
+ "normalized": false,
1431
+ "rstrip": false,
1432
+ "single_word": false,
1433
+ "special": true
1434
+ },
1435
+ "128179": {
1436
+ "content": "<|reserved_special_token_171|>",
1437
+ "lstrip": false,
1438
+ "normalized": false,
1439
+ "rstrip": false,
1440
+ "single_word": false,
1441
+ "special": true
1442
+ },
1443
+ "128180": {
1444
+ "content": "<|reserved_special_token_172|>",
1445
+ "lstrip": false,
1446
+ "normalized": false,
1447
+ "rstrip": false,
1448
+ "single_word": false,
1449
+ "special": true
1450
+ },
1451
+ "128181": {
1452
+ "content": "<|reserved_special_token_173|>",
1453
+ "lstrip": false,
1454
+ "normalized": false,
1455
+ "rstrip": false,
1456
+ "single_word": false,
1457
+ "special": true
1458
+ },
1459
+ "128182": {
1460
+ "content": "<|reserved_special_token_174|>",
1461
+ "lstrip": false,
1462
+ "normalized": false,
1463
+ "rstrip": false,
1464
+ "single_word": false,
1465
+ "special": true
1466
+ },
1467
+ "128183": {
1468
+ "content": "<|reserved_special_token_175|>",
1469
+ "lstrip": false,
1470
+ "normalized": false,
1471
+ "rstrip": false,
1472
+ "single_word": false,
1473
+ "special": true
1474
+ },
1475
+ "128184": {
1476
+ "content": "<|reserved_special_token_176|>",
1477
+ "lstrip": false,
1478
+ "normalized": false,
1479
+ "rstrip": false,
1480
+ "single_word": false,
1481
+ "special": true
1482
+ },
1483
+ "128185": {
1484
+ "content": "<|reserved_special_token_177|>",
1485
+ "lstrip": false,
1486
+ "normalized": false,
1487
+ "rstrip": false,
1488
+ "single_word": false,
1489
+ "special": true
1490
+ },
1491
+ "128186": {
1492
+ "content": "<|reserved_special_token_178|>",
1493
+ "lstrip": false,
1494
+ "normalized": false,
1495
+ "rstrip": false,
1496
+ "single_word": false,
1497
+ "special": true
1498
+ },
1499
+ "128187": {
1500
+ "content": "<|reserved_special_token_179|>",
1501
+ "lstrip": false,
1502
+ "normalized": false,
1503
+ "rstrip": false,
1504
+ "single_word": false,
1505
+ "special": true
1506
+ },
1507
+ "128188": {
1508
+ "content": "<|reserved_special_token_180|>",
1509
+ "lstrip": false,
1510
+ "normalized": false,
1511
+ "rstrip": false,
1512
+ "single_word": false,
1513
+ "special": true
1514
+ },
1515
+ "128189": {
1516
+ "content": "<|reserved_special_token_181|>",
1517
+ "lstrip": false,
1518
+ "normalized": false,
1519
+ "rstrip": false,
1520
+ "single_word": false,
1521
+ "special": true
1522
+ },
1523
+ "128190": {
1524
+ "content": "<|reserved_special_token_182|>",
1525
+ "lstrip": false,
1526
+ "normalized": false,
1527
+ "rstrip": false,
1528
+ "single_word": false,
1529
+ "special": true
1530
+ },
1531
+ "128191": {
1532
+ "content": "<|reserved_special_token_183|>",
1533
+ "lstrip": false,
1534
+ "normalized": false,
1535
+ "rstrip": false,
1536
+ "single_word": false,
1537
+ "special": true
1538
+ },
1539
+ "128192": {
1540
+ "content": "<|reserved_special_token_184|>",
1541
+ "lstrip": false,
1542
+ "normalized": false,
1543
+ "rstrip": false,
1544
+ "single_word": false,
1545
+ "special": true
1546
+ },
1547
+ "128193": {
1548
+ "content": "<|reserved_special_token_185|>",
1549
+ "lstrip": false,
1550
+ "normalized": false,
1551
+ "rstrip": false,
1552
+ "single_word": false,
1553
+ "special": true
1554
+ },
1555
+ "128194": {
1556
+ "content": "<|reserved_special_token_186|>",
1557
+ "lstrip": false,
1558
+ "normalized": false,
1559
+ "rstrip": false,
1560
+ "single_word": false,
1561
+ "special": true
1562
+ },
1563
+ "128195": {
1564
+ "content": "<|reserved_special_token_187|>",
1565
+ "lstrip": false,
1566
+ "normalized": false,
1567
+ "rstrip": false,
1568
+ "single_word": false,
1569
+ "special": true
1570
+ },
1571
+ "128196": {
1572
+ "content": "<|reserved_special_token_188|>",
1573
+ "lstrip": false,
1574
+ "normalized": false,
1575
+ "rstrip": false,
1576
+ "single_word": false,
1577
+ "special": true
1578
+ },
1579
+ "128197": {
1580
+ "content": "<|reserved_special_token_189|>",
1581
+ "lstrip": false,
1582
+ "normalized": false,
1583
+ "rstrip": false,
1584
+ "single_word": false,
1585
+ "special": true
1586
+ },
1587
+ "128198": {
1588
+ "content": "<|reserved_special_token_190|>",
1589
+ "lstrip": false,
1590
+ "normalized": false,
1591
+ "rstrip": false,
1592
+ "single_word": false,
1593
+ "special": true
1594
+ },
1595
+ "128199": {
1596
+ "content": "<|reserved_special_token_191|>",
1597
+ "lstrip": false,
1598
+ "normalized": false,
1599
+ "rstrip": false,
1600
+ "single_word": false,
1601
+ "special": true
1602
+ },
1603
+ "128200": {
1604
+ "content": "<|reserved_special_token_192|>",
1605
+ "lstrip": false,
1606
+ "normalized": false,
1607
+ "rstrip": false,
1608
+ "single_word": false,
1609
+ "special": true
1610
+ },
1611
+ "128201": {
1612
+ "content": "<|reserved_special_token_193|>",
1613
+ "lstrip": false,
1614
+ "normalized": false,
1615
+ "rstrip": false,
1616
+ "single_word": false,
1617
+ "special": true
1618
+ },
1619
+ "128202": {
1620
+ "content": "<|reserved_special_token_194|>",
1621
+ "lstrip": false,
1622
+ "normalized": false,
1623
+ "rstrip": false,
1624
+ "single_word": false,
1625
+ "special": true
1626
+ },
1627
+ "128203": {
1628
+ "content": "<|reserved_special_token_195|>",
1629
+ "lstrip": false,
1630
+ "normalized": false,
1631
+ "rstrip": false,
1632
+ "single_word": false,
1633
+ "special": true
1634
+ },
1635
+ "128204": {
1636
+ "content": "<|reserved_special_token_196|>",
1637
+ "lstrip": false,
1638
+ "normalized": false,
1639
+ "rstrip": false,
1640
+ "single_word": false,
1641
+ "special": true
1642
+ },
1643
+ "128205": {
1644
+ "content": "<|reserved_special_token_197|>",
1645
+ "lstrip": false,
1646
+ "normalized": false,
1647
+ "rstrip": false,
1648
+ "single_word": false,
1649
+ "special": true
1650
+ },
1651
+ "128206": {
1652
+ "content": "<|reserved_special_token_198|>",
1653
+ "lstrip": false,
1654
+ "normalized": false,
1655
+ "rstrip": false,
1656
+ "single_word": false,
1657
+ "special": true
1658
+ },
1659
+ "128207": {
1660
+ "content": "<|reserved_special_token_199|>",
1661
+ "lstrip": false,
1662
+ "normalized": false,
1663
+ "rstrip": false,
1664
+ "single_word": false,
1665
+ "special": true
1666
+ },
1667
+ "128208": {
1668
+ "content": "<|reserved_special_token_200|>",
1669
+ "lstrip": false,
1670
+ "normalized": false,
1671
+ "rstrip": false,
1672
+ "single_word": false,
1673
+ "special": true
1674
+ },
1675
+ "128209": {
1676
+ "content": "<|reserved_special_token_201|>",
1677
+ "lstrip": false,
1678
+ "normalized": false,
1679
+ "rstrip": false,
1680
+ "single_word": false,
1681
+ "special": true
1682
+ },
1683
+ "128210": {
1684
+ "content": "<|reserved_special_token_202|>",
1685
+ "lstrip": false,
1686
+ "normalized": false,
1687
+ "rstrip": false,
1688
+ "single_word": false,
1689
+ "special": true
1690
+ },
1691
+ "128211": {
1692
+ "content": "<|reserved_special_token_203|>",
1693
+ "lstrip": false,
1694
+ "normalized": false,
1695
+ "rstrip": false,
1696
+ "single_word": false,
1697
+ "special": true
1698
+ },
1699
+ "128212": {
1700
+ "content": "<|reserved_special_token_204|>",
1701
+ "lstrip": false,
1702
+ "normalized": false,
1703
+ "rstrip": false,
1704
+ "single_word": false,
1705
+ "special": true
1706
+ },
1707
+ "128213": {
1708
+ "content": "<|reserved_special_token_205|>",
1709
+ "lstrip": false,
1710
+ "normalized": false,
1711
+ "rstrip": false,
1712
+ "single_word": false,
1713
+ "special": true
1714
+ },
1715
+ "128214": {
1716
+ "content": "<|reserved_special_token_206|>",
1717
+ "lstrip": false,
1718
+ "normalized": false,
1719
+ "rstrip": false,
1720
+ "single_word": false,
1721
+ "special": true
1722
+ },
1723
+ "128215": {
1724
+ "content": "<|reserved_special_token_207|>",
1725
+ "lstrip": false,
1726
+ "normalized": false,
1727
+ "rstrip": false,
1728
+ "single_word": false,
1729
+ "special": true
1730
+ },
1731
+ "128216": {
1732
+ "content": "<|reserved_special_token_208|>",
1733
+ "lstrip": false,
1734
+ "normalized": false,
1735
+ "rstrip": false,
1736
+ "single_word": false,
1737
+ "special": true
1738
+ },
1739
+ "128217": {
1740
+ "content": "<|reserved_special_token_209|>",
1741
+ "lstrip": false,
1742
+ "normalized": false,
1743
+ "rstrip": false,
1744
+ "single_word": false,
1745
+ "special": true
1746
+ },
1747
+ "128218": {
1748
+ "content": "<|reserved_special_token_210|>",
1749
+ "lstrip": false,
1750
+ "normalized": false,
1751
+ "rstrip": false,
1752
+ "single_word": false,
1753
+ "special": true
1754
+ },
1755
+ "128219": {
1756
+ "content": "<|reserved_special_token_211|>",
1757
+ "lstrip": false,
1758
+ "normalized": false,
1759
+ "rstrip": false,
1760
+ "single_word": false,
1761
+ "special": true
1762
+ },
1763
+ "128220": {
1764
+ "content": "<|reserved_special_token_212|>",
1765
+ "lstrip": false,
1766
+ "normalized": false,
1767
+ "rstrip": false,
1768
+ "single_word": false,
1769
+ "special": true
1770
+ },
1771
+ "128221": {
1772
+ "content": "<|reserved_special_token_213|>",
1773
+ "lstrip": false,
1774
+ "normalized": false,
1775
+ "rstrip": false,
1776
+ "single_word": false,
1777
+ "special": true
1778
+ },
1779
+ "128222": {
1780
+ "content": "<|reserved_special_token_214|>",
1781
+ "lstrip": false,
1782
+ "normalized": false,
1783
+ "rstrip": false,
1784
+ "single_word": false,
1785
+ "special": true
1786
+ },
1787
+ "128223": {
1788
+ "content": "<|reserved_special_token_215|>",
1789
+ "lstrip": false,
1790
+ "normalized": false,
1791
+ "rstrip": false,
1792
+ "single_word": false,
1793
+ "special": true
1794
+ },
1795
+ "128224": {
1796
+ "content": "<|reserved_special_token_216|>",
1797
+ "lstrip": false,
1798
+ "normalized": false,
1799
+ "rstrip": false,
1800
+ "single_word": false,
1801
+ "special": true
1802
+ },
1803
+ "128225": {
1804
+ "content": "<|reserved_special_token_217|>",
1805
+ "lstrip": false,
1806
+ "normalized": false,
1807
+ "rstrip": false,
1808
+ "single_word": false,
1809
+ "special": true
1810
+ },
1811
+ "128226": {
1812
+ "content": "<|reserved_special_token_218|>",
1813
+ "lstrip": false,
1814
+ "normalized": false,
1815
+ "rstrip": false,
1816
+ "single_word": false,
1817
+ "special": true
1818
+ },
1819
+ "128227": {
1820
+ "content": "<|reserved_special_token_219|>",
1821
+ "lstrip": false,
1822
+ "normalized": false,
1823
+ "rstrip": false,
1824
+ "single_word": false,
1825
+ "special": true
1826
+ },
1827
+ "128228": {
1828
+ "content": "<|reserved_special_token_220|>",
1829
+ "lstrip": false,
1830
+ "normalized": false,
1831
+ "rstrip": false,
1832
+ "single_word": false,
1833
+ "special": true
1834
+ },
1835
+ "128229": {
1836
+ "content": "<|reserved_special_token_221|>",
1837
+ "lstrip": false,
1838
+ "normalized": false,
1839
+ "rstrip": false,
1840
+ "single_word": false,
1841
+ "special": true
1842
+ },
1843
+ "128230": {
1844
+ "content": "<|reserved_special_token_222|>",
1845
+ "lstrip": false,
1846
+ "normalized": false,
1847
+ "rstrip": false,
1848
+ "single_word": false,
1849
+ "special": true
1850
+ },
1851
+ "128231": {
1852
+ "content": "<|reserved_special_token_223|>",
1853
+ "lstrip": false,
1854
+ "normalized": false,
1855
+ "rstrip": false,
1856
+ "single_word": false,
1857
+ "special": true
1858
+ },
1859
+ "128232": {
1860
+ "content": "<|reserved_special_token_224|>",
1861
+ "lstrip": false,
1862
+ "normalized": false,
1863
+ "rstrip": false,
1864
+ "single_word": false,
1865
+ "special": true
1866
+ },
1867
+ "128233": {
1868
+ "content": "<|reserved_special_token_225|>",
1869
+ "lstrip": false,
1870
+ "normalized": false,
1871
+ "rstrip": false,
1872
+ "single_word": false,
1873
+ "special": true
1874
+ },
1875
+ "128234": {
1876
+ "content": "<|reserved_special_token_226|>",
1877
+ "lstrip": false,
1878
+ "normalized": false,
1879
+ "rstrip": false,
1880
+ "single_word": false,
1881
+ "special": true
1882
+ },
1883
+ "128235": {
1884
+ "content": "<|reserved_special_token_227|>",
1885
+ "lstrip": false,
1886
+ "normalized": false,
1887
+ "rstrip": false,
1888
+ "single_word": false,
1889
+ "special": true
1890
+ },
1891
+ "128236": {
1892
+ "content": "<|reserved_special_token_228|>",
1893
+ "lstrip": false,
1894
+ "normalized": false,
1895
+ "rstrip": false,
1896
+ "single_word": false,
1897
+ "special": true
1898
+ },
1899
+ "128237": {
1900
+ "content": "<|reserved_special_token_229|>",
1901
+ "lstrip": false,
1902
+ "normalized": false,
1903
+ "rstrip": false,
1904
+ "single_word": false,
1905
+ "special": true
1906
+ },
1907
+ "128238": {
1908
+ "content": "<|reserved_special_token_230|>",
1909
+ "lstrip": false,
1910
+ "normalized": false,
1911
+ "rstrip": false,
1912
+ "single_word": false,
1913
+ "special": true
1914
+ },
1915
+ "128239": {
1916
+ "content": "<|reserved_special_token_231|>",
1917
+ "lstrip": false,
1918
+ "normalized": false,
1919
+ "rstrip": false,
1920
+ "single_word": false,
1921
+ "special": true
1922
+ },
1923
+ "128240": {
1924
+ "content": "<|reserved_special_token_232|>",
1925
+ "lstrip": false,
1926
+ "normalized": false,
1927
+ "rstrip": false,
1928
+ "single_word": false,
1929
+ "special": true
1930
+ },
1931
+ "128241": {
1932
+ "content": "<|reserved_special_token_233|>",
1933
+ "lstrip": false,
1934
+ "normalized": false,
1935
+ "rstrip": false,
1936
+ "single_word": false,
1937
+ "special": true
1938
+ },
1939
+ "128242": {
1940
+ "content": "<|reserved_special_token_234|>",
1941
+ "lstrip": false,
1942
+ "normalized": false,
1943
+ "rstrip": false,
1944
+ "single_word": false,
1945
+ "special": true
1946
+ },
1947
+ "128243": {
1948
+ "content": "<|reserved_special_token_235|>",
1949
+ "lstrip": false,
1950
+ "normalized": false,
1951
+ "rstrip": false,
1952
+ "single_word": false,
1953
+ "special": true
1954
+ },
1955
+ "128244": {
1956
+ "content": "<|reserved_special_token_236|>",
1957
+ "lstrip": false,
1958
+ "normalized": false,
1959
+ "rstrip": false,
1960
+ "single_word": false,
1961
+ "special": true
1962
+ },
1963
+ "128245": {
1964
+ "content": "<|reserved_special_token_237|>",
1965
+ "lstrip": false,
1966
+ "normalized": false,
1967
+ "rstrip": false,
1968
+ "single_word": false,
1969
+ "special": true
1970
+ },
1971
+ "128246": {
1972
+ "content": "<|reserved_special_token_238|>",
1973
+ "lstrip": false,
1974
+ "normalized": false,
1975
+ "rstrip": false,
1976
+ "single_word": false,
1977
+ "special": true
1978
+ },
1979
+ "128247": {
1980
+ "content": "<|reserved_special_token_239|>",
1981
+ "lstrip": false,
1982
+ "normalized": false,
1983
+ "rstrip": false,
1984
+ "single_word": false,
1985
+ "special": true
1986
+ },
1987
+ "128248": {
1988
+ "content": "<|reserved_special_token_240|>",
1989
+ "lstrip": false,
1990
+ "normalized": false,
1991
+ "rstrip": false,
1992
+ "single_word": false,
1993
+ "special": true
1994
+ },
1995
+ "128249": {
1996
+ "content": "<|reserved_special_token_241|>",
1997
+ "lstrip": false,
1998
+ "normalized": false,
1999
+ "rstrip": false,
2000
+ "single_word": false,
2001
+ "special": true
2002
+ },
2003
+ "128250": {
2004
+ "content": "<|reserved_special_token_242|>",
2005
+ "lstrip": false,
2006
+ "normalized": false,
2007
+ "rstrip": false,
2008
+ "single_word": false,
2009
+ "special": true
2010
+ },
2011
+ "128251": {
2012
+ "content": "<|reserved_special_token_243|>",
2013
+ "lstrip": false,
2014
+ "normalized": false,
2015
+ "rstrip": false,
2016
+ "single_word": false,
2017
+ "special": true
2018
+ },
2019
+ "128252": {
2020
+ "content": "<|reserved_special_token_244|>",
2021
+ "lstrip": false,
2022
+ "normalized": false,
2023
+ "rstrip": false,
2024
+ "single_word": false,
2025
+ "special": true
2026
+ },
2027
+ "128253": {
2028
+ "content": "<|reserved_special_token_245|>",
2029
+ "lstrip": false,
2030
+ "normalized": false,
2031
+ "rstrip": false,
2032
+ "single_word": false,
2033
+ "special": true
2034
+ },
2035
+ "128254": {
2036
+ "content": "<|reserved_special_token_246|>",
2037
+ "lstrip": false,
2038
+ "normalized": false,
2039
+ "rstrip": false,
2040
+ "single_word": false,
2041
+ "special": true
2042
+ },
2043
+ "128255": {
2044
+ "content": "<|reserved_special_token_247|>",
2045
+ "lstrip": false,
2046
+ "normalized": false,
2047
+ "rstrip": false,
2048
+ "single_word": false,
2049
+ "special": true
2050
+ }
2051
+ },
2052
+ "bos_token": "<|begin_of_text|>",
2053
+ "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n {%- if strftime_now is defined %}\n {%- set date_string = strftime_now(\"%d %b %Y\") %}\n {%- else %}\n {%- set date_string = \"26 Jul 2024\" %}\n {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n{%- else %}\n {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n {#- Extract the first user message so we can plug it in here #}\n {%- if messages | length != 0 %}\n {%- set first_user_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n {%- else %}\n {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n {%- elif 'tool_calls' in message %}\n {%- if not message.tool_calls|length == 1 %}\n {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n {%- endif %}\n {%- set tool_call = message.tool_calls[0].function %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n {{- '\"parameters\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- \"}\" }}\n {{- \"<|eot_id|>\" }}\n {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n {%- if message.content is mapping or message.content is iterable %}\n {{- message.content | tojson }}\n {%- else %}\n {{- message.content }}\n {%- endif %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
2054
+ "clean_up_tokenization_spaces": true,
2055
+ "eos_token": "<|eot_id|>",
2056
+ "model_input_names": [
2057
+ "input_ids",
2058
+ "attention_mask"
2059
+ ],
2060
+ "model_max_length": 131072,
2061
+ "tokenizer_class": "PreTrainedTokenizerFast"
2062
+ }
finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlamaForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 128000,
8
+ "eos_token_id": [
9
+ 128001,
10
+ 128008,
11
+ 128009
12
+ ],
13
+ "head_dim": 64,
14
+ "hidden_act": "silu",
15
+ "hidden_size": 2048,
16
+ "initializer_range": 0.02,
17
+ "intermediate_size": 8192,
18
+ "max_position_embeddings": 131072,
19
+ "mlp_bias": false,
20
+ "model_type": "llama",
21
+ "num_attention_heads": 32,
22
+ "num_hidden_layers": 16,
23
+ "num_key_value_heads": 8,
24
+ "pretraining_tp": 1,
25
+ "rms_norm_eps": 1e-05,
26
+ "rope_scaling": {
27
+ "factor": 32.0,
28
+ "high_freq_factor": 4.0,
29
+ "low_freq_factor": 1.0,
30
+ "original_max_position_embeddings": 8192,
31
+ "rope_type": "llama3"
32
+ },
33
+ "rope_theta": 500000.0,
34
+ "tie_word_embeddings": true,
35
+ "torch_dtype": "bfloat16",
36
+ "transformers_version": "4.45.0.dev0",
37
+ "use_cache": true,
38
+ "vocab_size": 128256
39
+ }
finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 128000,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 128001,
6
+ 128008,
7
+ 128009
8
+ ],
9
+ "temperature": 0.6,
10
+ "top_p": 0.9,
11
+ "transformers_version": "4.45.0.dev0"
12
+ }
finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ attention_logit_softcapping: null
2
+ attention_scores_scalar: null
3
+ bias: false
4
+ block_size: 131072
5
+ final_logit_softcapping: null
6
+ gelu_approximate: none
7
+ head_size: 64
8
+ hf_config:
9
+ name: Llama-3.2-1B-Instruct
10
+ org: meta-llama
11
+ intermediate_size: 8192
12
+ lm_head_bias: false
13
+ mlp_class_name: LLaMAMLP
14
+ n_embd: 2048
15
+ n_expert: 0
16
+ n_expert_per_token: 0
17
+ n_head: 32
18
+ n_layer: 16
19
+ n_query_groups: 8
20
+ name: Llama-3.2-1B-Instruct
21
+ norm_class_name: RMSNorm
22
+ norm_eps: 1.0e-05
23
+ padded_vocab_size: 128256
24
+ padding_multiple: 512
25
+ parallel_residual: false
26
+ post_attention_norm: false
27
+ post_mlp_norm: false
28
+ rope_adjustments:
29
+ factor: 32.0
30
+ high_freq_factor: 4.0
31
+ low_freq_factor: 1.0
32
+ original_max_seq_len: 8192
33
+ rope_base: 500000
34
+ rope_condense_ratio: 1
35
+ rotary_percentage: 1.0
36
+ scale_embeddings: false
37
+ shared_attention_norm: false
38
+ sliding_window_layer_placing: null
39
+ sliding_window_size: null
40
+ vocab_size: 128000
finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json ADDED
@@ -0,0 +1,2062 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "128000": {
4
+ "content": "<|begin_of_text|>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "128001": {
12
+ "content": "<|end_of_text|>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "128002": {
20
+ "content": "<|reserved_special_token_0|>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "128003": {
28
+ "content": "<|reserved_special_token_1|>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "128004": {
36
+ "content": "<|finetune_right_pad_id|>",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ },
43
+ "128005": {
44
+ "content": "<|reserved_special_token_2|>",
45
+ "lstrip": false,
46
+ "normalized": false,
47
+ "rstrip": false,
48
+ "single_word": false,
49
+ "special": true
50
+ },
51
+ "128006": {
52
+ "content": "<|start_header_id|>",
53
+ "lstrip": false,
54
+ "normalized": false,
55
+ "rstrip": false,
56
+ "single_word": false,
57
+ "special": true
58
+ },
59
+ "128007": {
60
+ "content": "<|end_header_id|>",
61
+ "lstrip": false,
62
+ "normalized": false,
63
+ "rstrip": false,
64
+ "single_word": false,
65
+ "special": true
66
+ },
67
+ "128008": {
68
+ "content": "<|eom_id|>",
69
+ "lstrip": false,
70
+ "normalized": false,
71
+ "rstrip": false,
72
+ "single_word": false,
73
+ "special": true
74
+ },
75
+ "128009": {
76
+ "content": "<|eot_id|>",
77
+ "lstrip": false,
78
+ "normalized": false,
79
+ "rstrip": false,
80
+ "single_word": false,
81
+ "special": true
82
+ },
83
+ "128010": {
84
+ "content": "<|python_tag|>",
85
+ "lstrip": false,
86
+ "normalized": false,
87
+ "rstrip": false,
88
+ "single_word": false,
89
+ "special": true
90
+ },
91
+ "128011": {
92
+ "content": "<|reserved_special_token_3|>",
93
+ "lstrip": false,
94
+ "normalized": false,
95
+ "rstrip": false,
96
+ "single_word": false,
97
+ "special": true
98
+ },
99
+ "128012": {
100
+ "content": "<|reserved_special_token_4|>",
101
+ "lstrip": false,
102
+ "normalized": false,
103
+ "rstrip": false,
104
+ "single_word": false,
105
+ "special": true
106
+ },
107
+ "128013": {
108
+ "content": "<|reserved_special_token_5|>",
109
+ "lstrip": false,
110
+ "normalized": false,
111
+ "rstrip": false,
112
+ "single_word": false,
113
+ "special": true
114
+ },
115
+ "128014": {
116
+ "content": "<|reserved_special_token_6|>",
117
+ "lstrip": false,
118
+ "normalized": false,
119
+ "rstrip": false,
120
+ "single_word": false,
121
+ "special": true
122
+ },
123
+ "128015": {
124
+ "content": "<|reserved_special_token_7|>",
125
+ "lstrip": false,
126
+ "normalized": false,
127
+ "rstrip": false,
128
+ "single_word": false,
129
+ "special": true
130
+ },
131
+ "128016": {
132
+ "content": "<|reserved_special_token_8|>",
133
+ "lstrip": false,
134
+ "normalized": false,
135
+ "rstrip": false,
136
+ "single_word": false,
137
+ "special": true
138
+ },
139
+ "128017": {
140
+ "content": "<|reserved_special_token_9|>",
141
+ "lstrip": false,
142
+ "normalized": false,
143
+ "rstrip": false,
144
+ "single_word": false,
145
+ "special": true
146
+ },
147
+ "128018": {
148
+ "content": "<|reserved_special_token_10|>",
149
+ "lstrip": false,
150
+ "normalized": false,
151
+ "rstrip": false,
152
+ "single_word": false,
153
+ "special": true
154
+ },
155
+ "128019": {
156
+ "content": "<|reserved_special_token_11|>",
157
+ "lstrip": false,
158
+ "normalized": false,
159
+ "rstrip": false,
160
+ "single_word": false,
161
+ "special": true
162
+ },
163
+ "128020": {
164
+ "content": "<|reserved_special_token_12|>",
165
+ "lstrip": false,
166
+ "normalized": false,
167
+ "rstrip": false,
168
+ "single_word": false,
169
+ "special": true
170
+ },
171
+ "128021": {
172
+ "content": "<|reserved_special_token_13|>",
173
+ "lstrip": false,
174
+ "normalized": false,
175
+ "rstrip": false,
176
+ "single_word": false,
177
+ "special": true
178
+ },
179
+ "128022": {
180
+ "content": "<|reserved_special_token_14|>",
181
+ "lstrip": false,
182
+ "normalized": false,
183
+ "rstrip": false,
184
+ "single_word": false,
185
+ "special": true
186
+ },
187
+ "128023": {
188
+ "content": "<|reserved_special_token_15|>",
189
+ "lstrip": false,
190
+ "normalized": false,
191
+ "rstrip": false,
192
+ "single_word": false,
193
+ "special": true
194
+ },
195
+ "128024": {
196
+ "content": "<|reserved_special_token_16|>",
197
+ "lstrip": false,
198
+ "normalized": false,
199
+ "rstrip": false,
200
+ "single_word": false,
201
+ "special": true
202
+ },
203
+ "128025": {
204
+ "content": "<|reserved_special_token_17|>",
205
+ "lstrip": false,
206
+ "normalized": false,
207
+ "rstrip": false,
208
+ "single_word": false,
209
+ "special": true
210
+ },
211
+ "128026": {
212
+ "content": "<|reserved_special_token_18|>",
213
+ "lstrip": false,
214
+ "normalized": false,
215
+ "rstrip": false,
216
+ "single_word": false,
217
+ "special": true
218
+ },
219
+ "128027": {
220
+ "content": "<|reserved_special_token_19|>",
221
+ "lstrip": false,
222
+ "normalized": false,
223
+ "rstrip": false,
224
+ "single_word": false,
225
+ "special": true
226
+ },
227
+ "128028": {
228
+ "content": "<|reserved_special_token_20|>",
229
+ "lstrip": false,
230
+ "normalized": false,
231
+ "rstrip": false,
232
+ "single_word": false,
233
+ "special": true
234
+ },
235
+ "128029": {
236
+ "content": "<|reserved_special_token_21|>",
237
+ "lstrip": false,
238
+ "normalized": false,
239
+ "rstrip": false,
240
+ "single_word": false,
241
+ "special": true
242
+ },
243
+ "128030": {
244
+ "content": "<|reserved_special_token_22|>",
245
+ "lstrip": false,
246
+ "normalized": false,
247
+ "rstrip": false,
248
+ "single_word": false,
249
+ "special": true
250
+ },
251
+ "128031": {
252
+ "content": "<|reserved_special_token_23|>",
253
+ "lstrip": false,
254
+ "normalized": false,
255
+ "rstrip": false,
256
+ "single_word": false,
257
+ "special": true
258
+ },
259
+ "128032": {
260
+ "content": "<|reserved_special_token_24|>",
261
+ "lstrip": false,
262
+ "normalized": false,
263
+ "rstrip": false,
264
+ "single_word": false,
265
+ "special": true
266
+ },
267
+ "128033": {
268
+ "content": "<|reserved_special_token_25|>",
269
+ "lstrip": false,
270
+ "normalized": false,
271
+ "rstrip": false,
272
+ "single_word": false,
273
+ "special": true
274
+ },
275
+ "128034": {
276
+ "content": "<|reserved_special_token_26|>",
277
+ "lstrip": false,
278
+ "normalized": false,
279
+ "rstrip": false,
280
+ "single_word": false,
281
+ "special": true
282
+ },
283
+ "128035": {
284
+ "content": "<|reserved_special_token_27|>",
285
+ "lstrip": false,
286
+ "normalized": false,
287
+ "rstrip": false,
288
+ "single_word": false,
289
+ "special": true
290
+ },
291
+ "128036": {
292
+ "content": "<|reserved_special_token_28|>",
293
+ "lstrip": false,
294
+ "normalized": false,
295
+ "rstrip": false,
296
+ "single_word": false,
297
+ "special": true
298
+ },
299
+ "128037": {
300
+ "content": "<|reserved_special_token_29|>",
301
+ "lstrip": false,
302
+ "normalized": false,
303
+ "rstrip": false,
304
+ "single_word": false,
305
+ "special": true
306
+ },
307
+ "128038": {
308
+ "content": "<|reserved_special_token_30|>",
309
+ "lstrip": false,
310
+ "normalized": false,
311
+ "rstrip": false,
312
+ "single_word": false,
313
+ "special": true
314
+ },
315
+ "128039": {
316
+ "content": "<|reserved_special_token_31|>",
317
+ "lstrip": false,
318
+ "normalized": false,
319
+ "rstrip": false,
320
+ "single_word": false,
321
+ "special": true
322
+ },
323
+ "128040": {
324
+ "content": "<|reserved_special_token_32|>",
325
+ "lstrip": false,
326
+ "normalized": false,
327
+ "rstrip": false,
328
+ "single_word": false,
329
+ "special": true
330
+ },
331
+ "128041": {
332
+ "content": "<|reserved_special_token_33|>",
333
+ "lstrip": false,
334
+ "normalized": false,
335
+ "rstrip": false,
336
+ "single_word": false,
337
+ "special": true
338
+ },
339
+ "128042": {
340
+ "content": "<|reserved_special_token_34|>",
341
+ "lstrip": false,
342
+ "normalized": false,
343
+ "rstrip": false,
344
+ "single_word": false,
345
+ "special": true
346
+ },
347
+ "128043": {
348
+ "content": "<|reserved_special_token_35|>",
349
+ "lstrip": false,
350
+ "normalized": false,
351
+ "rstrip": false,
352
+ "single_word": false,
353
+ "special": true
354
+ },
355
+ "128044": {
356
+ "content": "<|reserved_special_token_36|>",
357
+ "lstrip": false,
358
+ "normalized": false,
359
+ "rstrip": false,
360
+ "single_word": false,
361
+ "special": true
362
+ },
363
+ "128045": {
364
+ "content": "<|reserved_special_token_37|>",
365
+ "lstrip": false,
366
+ "normalized": false,
367
+ "rstrip": false,
368
+ "single_word": false,
369
+ "special": true
370
+ },
371
+ "128046": {
372
+ "content": "<|reserved_special_token_38|>",
373
+ "lstrip": false,
374
+ "normalized": false,
375
+ "rstrip": false,
376
+ "single_word": false,
377
+ "special": true
378
+ },
379
+ "128047": {
380
+ "content": "<|reserved_special_token_39|>",
381
+ "lstrip": false,
382
+ "normalized": false,
383
+ "rstrip": false,
384
+ "single_word": false,
385
+ "special": true
386
+ },
387
+ "128048": {
388
+ "content": "<|reserved_special_token_40|>",
389
+ "lstrip": false,
390
+ "normalized": false,
391
+ "rstrip": false,
392
+ "single_word": false,
393
+ "special": true
394
+ },
395
+ "128049": {
396
+ "content": "<|reserved_special_token_41|>",
397
+ "lstrip": false,
398
+ "normalized": false,
399
+ "rstrip": false,
400
+ "single_word": false,
401
+ "special": true
402
+ },
403
+ "128050": {
404
+ "content": "<|reserved_special_token_42|>",
405
+ "lstrip": false,
406
+ "normalized": false,
407
+ "rstrip": false,
408
+ "single_word": false,
409
+ "special": true
410
+ },
411
+ "128051": {
412
+ "content": "<|reserved_special_token_43|>",
413
+ "lstrip": false,
414
+ "normalized": false,
415
+ "rstrip": false,
416
+ "single_word": false,
417
+ "special": true
418
+ },
419
+ "128052": {
420
+ "content": "<|reserved_special_token_44|>",
421
+ "lstrip": false,
422
+ "normalized": false,
423
+ "rstrip": false,
424
+ "single_word": false,
425
+ "special": true
426
+ },
427
+ "128053": {
428
+ "content": "<|reserved_special_token_45|>",
429
+ "lstrip": false,
430
+ "normalized": false,
431
+ "rstrip": false,
432
+ "single_word": false,
433
+ "special": true
434
+ },
435
+ "128054": {
436
+ "content": "<|reserved_special_token_46|>",
437
+ "lstrip": false,
438
+ "normalized": false,
439
+ "rstrip": false,
440
+ "single_word": false,
441
+ "special": true
442
+ },
443
+ "128055": {
444
+ "content": "<|reserved_special_token_47|>",
445
+ "lstrip": false,
446
+ "normalized": false,
447
+ "rstrip": false,
448
+ "single_word": false,
449
+ "special": true
450
+ },
451
+ "128056": {
452
+ "content": "<|reserved_special_token_48|>",
453
+ "lstrip": false,
454
+ "normalized": false,
455
+ "rstrip": false,
456
+ "single_word": false,
457
+ "special": true
458
+ },
459
+ "128057": {
460
+ "content": "<|reserved_special_token_49|>",
461
+ "lstrip": false,
462
+ "normalized": false,
463
+ "rstrip": false,
464
+ "single_word": false,
465
+ "special": true
466
+ },
467
+ "128058": {
468
+ "content": "<|reserved_special_token_50|>",
469
+ "lstrip": false,
470
+ "normalized": false,
471
+ "rstrip": false,
472
+ "single_word": false,
473
+ "special": true
474
+ },
475
+ "128059": {
476
+ "content": "<|reserved_special_token_51|>",
477
+ "lstrip": false,
478
+ "normalized": false,
479
+ "rstrip": false,
480
+ "single_word": false,
481
+ "special": true
482
+ },
483
+ "128060": {
484
+ "content": "<|reserved_special_token_52|>",
485
+ "lstrip": false,
486
+ "normalized": false,
487
+ "rstrip": false,
488
+ "single_word": false,
489
+ "special": true
490
+ },
491
+ "128061": {
492
+ "content": "<|reserved_special_token_53|>",
493
+ "lstrip": false,
494
+ "normalized": false,
495
+ "rstrip": false,
496
+ "single_word": false,
497
+ "special": true
498
+ },
499
+ "128062": {
500
+ "content": "<|reserved_special_token_54|>",
501
+ "lstrip": false,
502
+ "normalized": false,
503
+ "rstrip": false,
504
+ "single_word": false,
505
+ "special": true
506
+ },
507
+ "128063": {
508
+ "content": "<|reserved_special_token_55|>",
509
+ "lstrip": false,
510
+ "normalized": false,
511
+ "rstrip": false,
512
+ "single_word": false,
513
+ "special": true
514
+ },
515
+ "128064": {
516
+ "content": "<|reserved_special_token_56|>",
517
+ "lstrip": false,
518
+ "normalized": false,
519
+ "rstrip": false,
520
+ "single_word": false,
521
+ "special": true
522
+ },
523
+ "128065": {
524
+ "content": "<|reserved_special_token_57|>",
525
+ "lstrip": false,
526
+ "normalized": false,
527
+ "rstrip": false,
528
+ "single_word": false,
529
+ "special": true
530
+ },
531
+ "128066": {
532
+ "content": "<|reserved_special_token_58|>",
533
+ "lstrip": false,
534
+ "normalized": false,
535
+ "rstrip": false,
536
+ "single_word": false,
537
+ "special": true
538
+ },
539
+ "128067": {
540
+ "content": "<|reserved_special_token_59|>",
541
+ "lstrip": false,
542
+ "normalized": false,
543
+ "rstrip": false,
544
+ "single_word": false,
545
+ "special": true
546
+ },
547
+ "128068": {
548
+ "content": "<|reserved_special_token_60|>",
549
+ "lstrip": false,
550
+ "normalized": false,
551
+ "rstrip": false,
552
+ "single_word": false,
553
+ "special": true
554
+ },
555
+ "128069": {
556
+ "content": "<|reserved_special_token_61|>",
557
+ "lstrip": false,
558
+ "normalized": false,
559
+ "rstrip": false,
560
+ "single_word": false,
561
+ "special": true
562
+ },
563
+ "128070": {
564
+ "content": "<|reserved_special_token_62|>",
565
+ "lstrip": false,
566
+ "normalized": false,
567
+ "rstrip": false,
568
+ "single_word": false,
569
+ "special": true
570
+ },
571
+ "128071": {
572
+ "content": "<|reserved_special_token_63|>",
573
+ "lstrip": false,
574
+ "normalized": false,
575
+ "rstrip": false,
576
+ "single_word": false,
577
+ "special": true
578
+ },
579
+ "128072": {
580
+ "content": "<|reserved_special_token_64|>",
581
+ "lstrip": false,
582
+ "normalized": false,
583
+ "rstrip": false,
584
+ "single_word": false,
585
+ "special": true
586
+ },
587
+ "128073": {
588
+ "content": "<|reserved_special_token_65|>",
589
+ "lstrip": false,
590
+ "normalized": false,
591
+ "rstrip": false,
592
+ "single_word": false,
593
+ "special": true
594
+ },
595
+ "128074": {
596
+ "content": "<|reserved_special_token_66|>",
597
+ "lstrip": false,
598
+ "normalized": false,
599
+ "rstrip": false,
600
+ "single_word": false,
601
+ "special": true
602
+ },
603
+ "128075": {
604
+ "content": "<|reserved_special_token_67|>",
605
+ "lstrip": false,
606
+ "normalized": false,
607
+ "rstrip": false,
608
+ "single_word": false,
609
+ "special": true
610
+ },
611
+ "128076": {
612
+ "content": "<|reserved_special_token_68|>",
613
+ "lstrip": false,
614
+ "normalized": false,
615
+ "rstrip": false,
616
+ "single_word": false,
617
+ "special": true
618
+ },
619
+ "128077": {
620
+ "content": "<|reserved_special_token_69|>",
621
+ "lstrip": false,
622
+ "normalized": false,
623
+ "rstrip": false,
624
+ "single_word": false,
625
+ "special": true
626
+ },
627
+ "128078": {
628
+ "content": "<|reserved_special_token_70|>",
629
+ "lstrip": false,
630
+ "normalized": false,
631
+ "rstrip": false,
632
+ "single_word": false,
633
+ "special": true
634
+ },
635
+ "128079": {
636
+ "content": "<|reserved_special_token_71|>",
637
+ "lstrip": false,
638
+ "normalized": false,
639
+ "rstrip": false,
640
+ "single_word": false,
641
+ "special": true
642
+ },
643
+ "128080": {
644
+ "content": "<|reserved_special_token_72|>",
645
+ "lstrip": false,
646
+ "normalized": false,
647
+ "rstrip": false,
648
+ "single_word": false,
649
+ "special": true
650
+ },
651
+ "128081": {
652
+ "content": "<|reserved_special_token_73|>",
653
+ "lstrip": false,
654
+ "normalized": false,
655
+ "rstrip": false,
656
+ "single_word": false,
657
+ "special": true
658
+ },
659
+ "128082": {
660
+ "content": "<|reserved_special_token_74|>",
661
+ "lstrip": false,
662
+ "normalized": false,
663
+ "rstrip": false,
664
+ "single_word": false,
665
+ "special": true
666
+ },
667
+ "128083": {
668
+ "content": "<|reserved_special_token_75|>",
669
+ "lstrip": false,
670
+ "normalized": false,
671
+ "rstrip": false,
672
+ "single_word": false,
673
+ "special": true
674
+ },
675
+ "128084": {
676
+ "content": "<|reserved_special_token_76|>",
677
+ "lstrip": false,
678
+ "normalized": false,
679
+ "rstrip": false,
680
+ "single_word": false,
681
+ "special": true
682
+ },
683
+ "128085": {
684
+ "content": "<|reserved_special_token_77|>",
685
+ "lstrip": false,
686
+ "normalized": false,
687
+ "rstrip": false,
688
+ "single_word": false,
689
+ "special": true
690
+ },
691
+ "128086": {
692
+ "content": "<|reserved_special_token_78|>",
693
+ "lstrip": false,
694
+ "normalized": false,
695
+ "rstrip": false,
696
+ "single_word": false,
697
+ "special": true
698
+ },
699
+ "128087": {
700
+ "content": "<|reserved_special_token_79|>",
701
+ "lstrip": false,
702
+ "normalized": false,
703
+ "rstrip": false,
704
+ "single_word": false,
705
+ "special": true
706
+ },
707
+ "128088": {
708
+ "content": "<|reserved_special_token_80|>",
709
+ "lstrip": false,
710
+ "normalized": false,
711
+ "rstrip": false,
712
+ "single_word": false,
713
+ "special": true
714
+ },
715
+ "128089": {
716
+ "content": "<|reserved_special_token_81|>",
717
+ "lstrip": false,
718
+ "normalized": false,
719
+ "rstrip": false,
720
+ "single_word": false,
721
+ "special": true
722
+ },
723
+ "128090": {
724
+ "content": "<|reserved_special_token_82|>",
725
+ "lstrip": false,
726
+ "normalized": false,
727
+ "rstrip": false,
728
+ "single_word": false,
729
+ "special": true
730
+ },
731
+ "128091": {
732
+ "content": "<|reserved_special_token_83|>",
733
+ "lstrip": false,
734
+ "normalized": false,
735
+ "rstrip": false,
736
+ "single_word": false,
737
+ "special": true
738
+ },
739
+ "128092": {
740
+ "content": "<|reserved_special_token_84|>",
741
+ "lstrip": false,
742
+ "normalized": false,
743
+ "rstrip": false,
744
+ "single_word": false,
745
+ "special": true
746
+ },
747
+ "128093": {
748
+ "content": "<|reserved_special_token_85|>",
749
+ "lstrip": false,
750
+ "normalized": false,
751
+ "rstrip": false,
752
+ "single_word": false,
753
+ "special": true
754
+ },
755
+ "128094": {
756
+ "content": "<|reserved_special_token_86|>",
757
+ "lstrip": false,
758
+ "normalized": false,
759
+ "rstrip": false,
760
+ "single_word": false,
761
+ "special": true
762
+ },
763
+ "128095": {
764
+ "content": "<|reserved_special_token_87|>",
765
+ "lstrip": false,
766
+ "normalized": false,
767
+ "rstrip": false,
768
+ "single_word": false,
769
+ "special": true
770
+ },
771
+ "128096": {
772
+ "content": "<|reserved_special_token_88|>",
773
+ "lstrip": false,
774
+ "normalized": false,
775
+ "rstrip": false,
776
+ "single_word": false,
777
+ "special": true
778
+ },
779
+ "128097": {
780
+ "content": "<|reserved_special_token_89|>",
781
+ "lstrip": false,
782
+ "normalized": false,
783
+ "rstrip": false,
784
+ "single_word": false,
785
+ "special": true
786
+ },
787
+ "128098": {
788
+ "content": "<|reserved_special_token_90|>",
789
+ "lstrip": false,
790
+ "normalized": false,
791
+ "rstrip": false,
792
+ "single_word": false,
793
+ "special": true
794
+ },
795
+ "128099": {
796
+ "content": "<|reserved_special_token_91|>",
797
+ "lstrip": false,
798
+ "normalized": false,
799
+ "rstrip": false,
800
+ "single_word": false,
801
+ "special": true
802
+ },
803
+ "128100": {
804
+ "content": "<|reserved_special_token_92|>",
805
+ "lstrip": false,
806
+ "normalized": false,
807
+ "rstrip": false,
808
+ "single_word": false,
809
+ "special": true
810
+ },
811
+ "128101": {
812
+ "content": "<|reserved_special_token_93|>",
813
+ "lstrip": false,
814
+ "normalized": false,
815
+ "rstrip": false,
816
+ "single_word": false,
817
+ "special": true
818
+ },
819
+ "128102": {
820
+ "content": "<|reserved_special_token_94|>",
821
+ "lstrip": false,
822
+ "normalized": false,
823
+ "rstrip": false,
824
+ "single_word": false,
825
+ "special": true
826
+ },
827
+ "128103": {
828
+ "content": "<|reserved_special_token_95|>",
829
+ "lstrip": false,
830
+ "normalized": false,
831
+ "rstrip": false,
832
+ "single_word": false,
833
+ "special": true
834
+ },
835
+ "128104": {
836
+ "content": "<|reserved_special_token_96|>",
837
+ "lstrip": false,
838
+ "normalized": false,
839
+ "rstrip": false,
840
+ "single_word": false,
841
+ "special": true
842
+ },
843
+ "128105": {
844
+ "content": "<|reserved_special_token_97|>",
845
+ "lstrip": false,
846
+ "normalized": false,
847
+ "rstrip": false,
848
+ "single_word": false,
849
+ "special": true
850
+ },
851
+ "128106": {
852
+ "content": "<|reserved_special_token_98|>",
853
+ "lstrip": false,
854
+ "normalized": false,
855
+ "rstrip": false,
856
+ "single_word": false,
857
+ "special": true
858
+ },
859
+ "128107": {
860
+ "content": "<|reserved_special_token_99|>",
861
+ "lstrip": false,
862
+ "normalized": false,
863
+ "rstrip": false,
864
+ "single_word": false,
865
+ "special": true
866
+ },
867
+ "128108": {
868
+ "content": "<|reserved_special_token_100|>",
869
+ "lstrip": false,
870
+ "normalized": false,
871
+ "rstrip": false,
872
+ "single_word": false,
873
+ "special": true
874
+ },
875
+ "128109": {
876
+ "content": "<|reserved_special_token_101|>",
877
+ "lstrip": false,
878
+ "normalized": false,
879
+ "rstrip": false,
880
+ "single_word": false,
881
+ "special": true
882
+ },
883
+ "128110": {
884
+ "content": "<|reserved_special_token_102|>",
885
+ "lstrip": false,
886
+ "normalized": false,
887
+ "rstrip": false,
888
+ "single_word": false,
889
+ "special": true
890
+ },
891
+ "128111": {
892
+ "content": "<|reserved_special_token_103|>",
893
+ "lstrip": false,
894
+ "normalized": false,
895
+ "rstrip": false,
896
+ "single_word": false,
897
+ "special": true
898
+ },
899
+ "128112": {
900
+ "content": "<|reserved_special_token_104|>",
901
+ "lstrip": false,
902
+ "normalized": false,
903
+ "rstrip": false,
904
+ "single_word": false,
905
+ "special": true
906
+ },
907
+ "128113": {
908
+ "content": "<|reserved_special_token_105|>",
909
+ "lstrip": false,
910
+ "normalized": false,
911
+ "rstrip": false,
912
+ "single_word": false,
913
+ "special": true
914
+ },
915
+ "128114": {
916
+ "content": "<|reserved_special_token_106|>",
917
+ "lstrip": false,
918
+ "normalized": false,
919
+ "rstrip": false,
920
+ "single_word": false,
921
+ "special": true
922
+ },
923
+ "128115": {
924
+ "content": "<|reserved_special_token_107|>",
925
+ "lstrip": false,
926
+ "normalized": false,
927
+ "rstrip": false,
928
+ "single_word": false,
929
+ "special": true
930
+ },
931
+ "128116": {
932
+ "content": "<|reserved_special_token_108|>",
933
+ "lstrip": false,
934
+ "normalized": false,
935
+ "rstrip": false,
936
+ "single_word": false,
937
+ "special": true
938
+ },
939
+ "128117": {
940
+ "content": "<|reserved_special_token_109|>",
941
+ "lstrip": false,
942
+ "normalized": false,
943
+ "rstrip": false,
944
+ "single_word": false,
945
+ "special": true
946
+ },
947
+ "128118": {
948
+ "content": "<|reserved_special_token_110|>",
949
+ "lstrip": false,
950
+ "normalized": false,
951
+ "rstrip": false,
952
+ "single_word": false,
953
+ "special": true
954
+ },
955
+ "128119": {
956
+ "content": "<|reserved_special_token_111|>",
957
+ "lstrip": false,
958
+ "normalized": false,
959
+ "rstrip": false,
960
+ "single_word": false,
961
+ "special": true
962
+ },
963
+ "128120": {
964
+ "content": "<|reserved_special_token_112|>",
965
+ "lstrip": false,
966
+ "normalized": false,
967
+ "rstrip": false,
968
+ "single_word": false,
969
+ "special": true
970
+ },
971
+ "128121": {
972
+ "content": "<|reserved_special_token_113|>",
973
+ "lstrip": false,
974
+ "normalized": false,
975
+ "rstrip": false,
976
+ "single_word": false,
977
+ "special": true
978
+ },
979
+ "128122": {
980
+ "content": "<|reserved_special_token_114|>",
981
+ "lstrip": false,
982
+ "normalized": false,
983
+ "rstrip": false,
984
+ "single_word": false,
985
+ "special": true
986
+ },
987
+ "128123": {
988
+ "content": "<|reserved_special_token_115|>",
989
+ "lstrip": false,
990
+ "normalized": false,
991
+ "rstrip": false,
992
+ "single_word": false,
993
+ "special": true
994
+ },
995
+ "128124": {
996
+ "content": "<|reserved_special_token_116|>",
997
+ "lstrip": false,
998
+ "normalized": false,
999
+ "rstrip": false,
1000
+ "single_word": false,
1001
+ "special": true
1002
+ },
1003
+ "128125": {
1004
+ "content": "<|reserved_special_token_117|>",
1005
+ "lstrip": false,
1006
+ "normalized": false,
1007
+ "rstrip": false,
1008
+ "single_word": false,
1009
+ "special": true
1010
+ },
1011
+ "128126": {
1012
+ "content": "<|reserved_special_token_118|>",
1013
+ "lstrip": false,
1014
+ "normalized": false,
1015
+ "rstrip": false,
1016
+ "single_word": false,
1017
+ "special": true
1018
+ },
1019
+ "128127": {
1020
+ "content": "<|reserved_special_token_119|>",
1021
+ "lstrip": false,
1022
+ "normalized": false,
1023
+ "rstrip": false,
1024
+ "single_word": false,
1025
+ "special": true
1026
+ },
1027
+ "128128": {
1028
+ "content": "<|reserved_special_token_120|>",
1029
+ "lstrip": false,
1030
+ "normalized": false,
1031
+ "rstrip": false,
1032
+ "single_word": false,
1033
+ "special": true
1034
+ },
1035
+ "128129": {
1036
+ "content": "<|reserved_special_token_121|>",
1037
+ "lstrip": false,
1038
+ "normalized": false,
1039
+ "rstrip": false,
1040
+ "single_word": false,
1041
+ "special": true
1042
+ },
1043
+ "128130": {
1044
+ "content": "<|reserved_special_token_122|>",
1045
+ "lstrip": false,
1046
+ "normalized": false,
1047
+ "rstrip": false,
1048
+ "single_word": false,
1049
+ "special": true
1050
+ },
1051
+ "128131": {
1052
+ "content": "<|reserved_special_token_123|>",
1053
+ "lstrip": false,
1054
+ "normalized": false,
1055
+ "rstrip": false,
1056
+ "single_word": false,
1057
+ "special": true
1058
+ },
1059
+ "128132": {
1060
+ "content": "<|reserved_special_token_124|>",
1061
+ "lstrip": false,
1062
+ "normalized": false,
1063
+ "rstrip": false,
1064
+ "single_word": false,
1065
+ "special": true
1066
+ },
1067
+ "128133": {
1068
+ "content": "<|reserved_special_token_125|>",
1069
+ "lstrip": false,
1070
+ "normalized": false,
1071
+ "rstrip": false,
1072
+ "single_word": false,
1073
+ "special": true
1074
+ },
1075
+ "128134": {
1076
+ "content": "<|reserved_special_token_126|>",
1077
+ "lstrip": false,
1078
+ "normalized": false,
1079
+ "rstrip": false,
1080
+ "single_word": false,
1081
+ "special": true
1082
+ },
1083
+ "128135": {
1084
+ "content": "<|reserved_special_token_127|>",
1085
+ "lstrip": false,
1086
+ "normalized": false,
1087
+ "rstrip": false,
1088
+ "single_word": false,
1089
+ "special": true
1090
+ },
1091
+ "128136": {
1092
+ "content": "<|reserved_special_token_128|>",
1093
+ "lstrip": false,
1094
+ "normalized": false,
1095
+ "rstrip": false,
1096
+ "single_word": false,
1097
+ "special": true
1098
+ },
1099
+ "128137": {
1100
+ "content": "<|reserved_special_token_129|>",
1101
+ "lstrip": false,
1102
+ "normalized": false,
1103
+ "rstrip": false,
1104
+ "single_word": false,
1105
+ "special": true
1106
+ },
1107
+ "128138": {
1108
+ "content": "<|reserved_special_token_130|>",
1109
+ "lstrip": false,
1110
+ "normalized": false,
1111
+ "rstrip": false,
1112
+ "single_word": false,
1113
+ "special": true
1114
+ },
1115
+ "128139": {
1116
+ "content": "<|reserved_special_token_131|>",
1117
+ "lstrip": false,
1118
+ "normalized": false,
1119
+ "rstrip": false,
1120
+ "single_word": false,
1121
+ "special": true
1122
+ },
1123
+ "128140": {
1124
+ "content": "<|reserved_special_token_132|>",
1125
+ "lstrip": false,
1126
+ "normalized": false,
1127
+ "rstrip": false,
1128
+ "single_word": false,
1129
+ "special": true
1130
+ },
1131
+ "128141": {
1132
+ "content": "<|reserved_special_token_133|>",
1133
+ "lstrip": false,
1134
+ "normalized": false,
1135
+ "rstrip": false,
1136
+ "single_word": false,
1137
+ "special": true
1138
+ },
1139
+ "128142": {
1140
+ "content": "<|reserved_special_token_134|>",
1141
+ "lstrip": false,
1142
+ "normalized": false,
1143
+ "rstrip": false,
1144
+ "single_word": false,
1145
+ "special": true
1146
+ },
1147
+ "128143": {
1148
+ "content": "<|reserved_special_token_135|>",
1149
+ "lstrip": false,
1150
+ "normalized": false,
1151
+ "rstrip": false,
1152
+ "single_word": false,
1153
+ "special": true
1154
+ },
1155
+ "128144": {
1156
+ "content": "<|reserved_special_token_136|>",
1157
+ "lstrip": false,
1158
+ "normalized": false,
1159
+ "rstrip": false,
1160
+ "single_word": false,
1161
+ "special": true
1162
+ },
1163
+ "128145": {
1164
+ "content": "<|reserved_special_token_137|>",
1165
+ "lstrip": false,
1166
+ "normalized": false,
1167
+ "rstrip": false,
1168
+ "single_word": false,
1169
+ "special": true
1170
+ },
1171
+ "128146": {
1172
+ "content": "<|reserved_special_token_138|>",
1173
+ "lstrip": false,
1174
+ "normalized": false,
1175
+ "rstrip": false,
1176
+ "single_word": false,
1177
+ "special": true
1178
+ },
1179
+ "128147": {
1180
+ "content": "<|reserved_special_token_139|>",
1181
+ "lstrip": false,
1182
+ "normalized": false,
1183
+ "rstrip": false,
1184
+ "single_word": false,
1185
+ "special": true
1186
+ },
1187
+ "128148": {
1188
+ "content": "<|reserved_special_token_140|>",
1189
+ "lstrip": false,
1190
+ "normalized": false,
1191
+ "rstrip": false,
1192
+ "single_word": false,
1193
+ "special": true
1194
+ },
1195
+ "128149": {
1196
+ "content": "<|reserved_special_token_141|>",
1197
+ "lstrip": false,
1198
+ "normalized": false,
1199
+ "rstrip": false,
1200
+ "single_word": false,
1201
+ "special": true
1202
+ },
1203
+ "128150": {
1204
+ "content": "<|reserved_special_token_142|>",
1205
+ "lstrip": false,
1206
+ "normalized": false,
1207
+ "rstrip": false,
1208
+ "single_word": false,
1209
+ "special": true
1210
+ },
1211
+ "128151": {
1212
+ "content": "<|reserved_special_token_143|>",
1213
+ "lstrip": false,
1214
+ "normalized": false,
1215
+ "rstrip": false,
1216
+ "single_word": false,
1217
+ "special": true
1218
+ },
1219
+ "128152": {
1220
+ "content": "<|reserved_special_token_144|>",
1221
+ "lstrip": false,
1222
+ "normalized": false,
1223
+ "rstrip": false,
1224
+ "single_word": false,
1225
+ "special": true
1226
+ },
1227
+ "128153": {
1228
+ "content": "<|reserved_special_token_145|>",
1229
+ "lstrip": false,
1230
+ "normalized": false,
1231
+ "rstrip": false,
1232
+ "single_word": false,
1233
+ "special": true
1234
+ },
1235
+ "128154": {
1236
+ "content": "<|reserved_special_token_146|>",
1237
+ "lstrip": false,
1238
+ "normalized": false,
1239
+ "rstrip": false,
1240
+ "single_word": false,
1241
+ "special": true
1242
+ },
1243
+ "128155": {
1244
+ "content": "<|reserved_special_token_147|>",
1245
+ "lstrip": false,
1246
+ "normalized": false,
1247
+ "rstrip": false,
1248
+ "single_word": false,
1249
+ "special": true
1250
+ },
1251
+ "128156": {
1252
+ "content": "<|reserved_special_token_148|>",
1253
+ "lstrip": false,
1254
+ "normalized": false,
1255
+ "rstrip": false,
1256
+ "single_word": false,
1257
+ "special": true
1258
+ },
1259
+ "128157": {
1260
+ "content": "<|reserved_special_token_149|>",
1261
+ "lstrip": false,
1262
+ "normalized": false,
1263
+ "rstrip": false,
1264
+ "single_word": false,
1265
+ "special": true
1266
+ },
1267
+ "128158": {
1268
+ "content": "<|reserved_special_token_150|>",
1269
+ "lstrip": false,
1270
+ "normalized": false,
1271
+ "rstrip": false,
1272
+ "single_word": false,
1273
+ "special": true
1274
+ },
1275
+ "128159": {
1276
+ "content": "<|reserved_special_token_151|>",
1277
+ "lstrip": false,
1278
+ "normalized": false,
1279
+ "rstrip": false,
1280
+ "single_word": false,
1281
+ "special": true
1282
+ },
1283
+ "128160": {
1284
+ "content": "<|reserved_special_token_152|>",
1285
+ "lstrip": false,
1286
+ "normalized": false,
1287
+ "rstrip": false,
1288
+ "single_word": false,
1289
+ "special": true
1290
+ },
1291
+ "128161": {
1292
+ "content": "<|reserved_special_token_153|>",
1293
+ "lstrip": false,
1294
+ "normalized": false,
1295
+ "rstrip": false,
1296
+ "single_word": false,
1297
+ "special": true
1298
+ },
1299
+ "128162": {
1300
+ "content": "<|reserved_special_token_154|>",
1301
+ "lstrip": false,
1302
+ "normalized": false,
1303
+ "rstrip": false,
1304
+ "single_word": false,
1305
+ "special": true
1306
+ },
1307
+ "128163": {
1308
+ "content": "<|reserved_special_token_155|>",
1309
+ "lstrip": false,
1310
+ "normalized": false,
1311
+ "rstrip": false,
1312
+ "single_word": false,
1313
+ "special": true
1314
+ },
1315
+ "128164": {
1316
+ "content": "<|reserved_special_token_156|>",
1317
+ "lstrip": false,
1318
+ "normalized": false,
1319
+ "rstrip": false,
1320
+ "single_word": false,
1321
+ "special": true
1322
+ },
1323
+ "128165": {
1324
+ "content": "<|reserved_special_token_157|>",
1325
+ "lstrip": false,
1326
+ "normalized": false,
1327
+ "rstrip": false,
1328
+ "single_word": false,
1329
+ "special": true
1330
+ },
1331
+ "128166": {
1332
+ "content": "<|reserved_special_token_158|>",
1333
+ "lstrip": false,
1334
+ "normalized": false,
1335
+ "rstrip": false,
1336
+ "single_word": false,
1337
+ "special": true
1338
+ },
1339
+ "128167": {
1340
+ "content": "<|reserved_special_token_159|>",
1341
+ "lstrip": false,
1342
+ "normalized": false,
1343
+ "rstrip": false,
1344
+ "single_word": false,
1345
+ "special": true
1346
+ },
1347
+ "128168": {
1348
+ "content": "<|reserved_special_token_160|>",
1349
+ "lstrip": false,
1350
+ "normalized": false,
1351
+ "rstrip": false,
1352
+ "single_word": false,
1353
+ "special": true
1354
+ },
1355
+ "128169": {
1356
+ "content": "<|reserved_special_token_161|>",
1357
+ "lstrip": false,
1358
+ "normalized": false,
1359
+ "rstrip": false,
1360
+ "single_word": false,
1361
+ "special": true
1362
+ },
1363
+ "128170": {
1364
+ "content": "<|reserved_special_token_162|>",
1365
+ "lstrip": false,
1366
+ "normalized": false,
1367
+ "rstrip": false,
1368
+ "single_word": false,
1369
+ "special": true
1370
+ },
1371
+ "128171": {
1372
+ "content": "<|reserved_special_token_163|>",
1373
+ "lstrip": false,
1374
+ "normalized": false,
1375
+ "rstrip": false,
1376
+ "single_word": false,
1377
+ "special": true
1378
+ },
1379
+ "128172": {
1380
+ "content": "<|reserved_special_token_164|>",
1381
+ "lstrip": false,
1382
+ "normalized": false,
1383
+ "rstrip": false,
1384
+ "single_word": false,
1385
+ "special": true
1386
+ },
1387
+ "128173": {
1388
+ "content": "<|reserved_special_token_165|>",
1389
+ "lstrip": false,
1390
+ "normalized": false,
1391
+ "rstrip": false,
1392
+ "single_word": false,
1393
+ "special": true
1394
+ },
1395
+ "128174": {
1396
+ "content": "<|reserved_special_token_166|>",
1397
+ "lstrip": false,
1398
+ "normalized": false,
1399
+ "rstrip": false,
1400
+ "single_word": false,
1401
+ "special": true
1402
+ },
1403
+ "128175": {
1404
+ "content": "<|reserved_special_token_167|>",
1405
+ "lstrip": false,
1406
+ "normalized": false,
1407
+ "rstrip": false,
1408
+ "single_word": false,
1409
+ "special": true
1410
+ },
1411
+ "128176": {
1412
+ "content": "<|reserved_special_token_168|>",
1413
+ "lstrip": false,
1414
+ "normalized": false,
1415
+ "rstrip": false,
1416
+ "single_word": false,
1417
+ "special": true
1418
+ },
1419
+ "128177": {
1420
+ "content": "<|reserved_special_token_169|>",
1421
+ "lstrip": false,
1422
+ "normalized": false,
1423
+ "rstrip": false,
1424
+ "single_word": false,
1425
+ "special": true
1426
+ },
1427
+ "128178": {
1428
+ "content": "<|reserved_special_token_170|>",
1429
+ "lstrip": false,
1430
+ "normalized": false,
1431
+ "rstrip": false,
1432
+ "single_word": false,
1433
+ "special": true
1434
+ },
1435
+ "128179": {
1436
+ "content": "<|reserved_special_token_171|>",
1437
+ "lstrip": false,
1438
+ "normalized": false,
1439
+ "rstrip": false,
1440
+ "single_word": false,
1441
+ "special": true
1442
+ },
1443
+ "128180": {
1444
+ "content": "<|reserved_special_token_172|>",
1445
+ "lstrip": false,
1446
+ "normalized": false,
1447
+ "rstrip": false,
1448
+ "single_word": false,
1449
+ "special": true
1450
+ },
1451
+ "128181": {
1452
+ "content": "<|reserved_special_token_173|>",
1453
+ "lstrip": false,
1454
+ "normalized": false,
1455
+ "rstrip": false,
1456
+ "single_word": false,
1457
+ "special": true
1458
+ },
1459
+ "128182": {
1460
+ "content": "<|reserved_special_token_174|>",
1461
+ "lstrip": false,
1462
+ "normalized": false,
1463
+ "rstrip": false,
1464
+ "single_word": false,
1465
+ "special": true
1466
+ },
1467
+ "128183": {
1468
+ "content": "<|reserved_special_token_175|>",
1469
+ "lstrip": false,
1470
+ "normalized": false,
1471
+ "rstrip": false,
1472
+ "single_word": false,
1473
+ "special": true
1474
+ },
1475
+ "128184": {
1476
+ "content": "<|reserved_special_token_176|>",
1477
+ "lstrip": false,
1478
+ "normalized": false,
1479
+ "rstrip": false,
1480
+ "single_word": false,
1481
+ "special": true
1482
+ },
1483
+ "128185": {
1484
+ "content": "<|reserved_special_token_177|>",
1485
+ "lstrip": false,
1486
+ "normalized": false,
1487
+ "rstrip": false,
1488
+ "single_word": false,
1489
+ "special": true
1490
+ },
1491
+ "128186": {
1492
+ "content": "<|reserved_special_token_178|>",
1493
+ "lstrip": false,
1494
+ "normalized": false,
1495
+ "rstrip": false,
1496
+ "single_word": false,
1497
+ "special": true
1498
+ },
1499
+ "128187": {
1500
+ "content": "<|reserved_special_token_179|>",
1501
+ "lstrip": false,
1502
+ "normalized": false,
1503
+ "rstrip": false,
1504
+ "single_word": false,
1505
+ "special": true
1506
+ },
1507
+ "128188": {
1508
+ "content": "<|reserved_special_token_180|>",
1509
+ "lstrip": false,
1510
+ "normalized": false,
1511
+ "rstrip": false,
1512
+ "single_word": false,
1513
+ "special": true
1514
+ },
1515
+ "128189": {
1516
+ "content": "<|reserved_special_token_181|>",
1517
+ "lstrip": false,
1518
+ "normalized": false,
1519
+ "rstrip": false,
1520
+ "single_word": false,
1521
+ "special": true
1522
+ },
1523
+ "128190": {
1524
+ "content": "<|reserved_special_token_182|>",
1525
+ "lstrip": false,
1526
+ "normalized": false,
1527
+ "rstrip": false,
1528
+ "single_word": false,
1529
+ "special": true
1530
+ },
1531
+ "128191": {
1532
+ "content": "<|reserved_special_token_183|>",
1533
+ "lstrip": false,
1534
+ "normalized": false,
1535
+ "rstrip": false,
1536
+ "single_word": false,
1537
+ "special": true
1538
+ },
1539
+ "128192": {
1540
+ "content": "<|reserved_special_token_184|>",
1541
+ "lstrip": false,
1542
+ "normalized": false,
1543
+ "rstrip": false,
1544
+ "single_word": false,
1545
+ "special": true
1546
+ },
1547
+ "128193": {
1548
+ "content": "<|reserved_special_token_185|>",
1549
+ "lstrip": false,
1550
+ "normalized": false,
1551
+ "rstrip": false,
1552
+ "single_word": false,
1553
+ "special": true
1554
+ },
1555
+ "128194": {
1556
+ "content": "<|reserved_special_token_186|>",
1557
+ "lstrip": false,
1558
+ "normalized": false,
1559
+ "rstrip": false,
1560
+ "single_word": false,
1561
+ "special": true
1562
+ },
1563
+ "128195": {
1564
+ "content": "<|reserved_special_token_187|>",
1565
+ "lstrip": false,
1566
+ "normalized": false,
1567
+ "rstrip": false,
1568
+ "single_word": false,
1569
+ "special": true
1570
+ },
1571
+ "128196": {
1572
+ "content": "<|reserved_special_token_188|>",
1573
+ "lstrip": false,
1574
+ "normalized": false,
1575
+ "rstrip": false,
1576
+ "single_word": false,
1577
+ "special": true
1578
+ },
1579
+ "128197": {
1580
+ "content": "<|reserved_special_token_189|>",
1581
+ "lstrip": false,
1582
+ "normalized": false,
1583
+ "rstrip": false,
1584
+ "single_word": false,
1585
+ "special": true
1586
+ },
1587
+ "128198": {
1588
+ "content": "<|reserved_special_token_190|>",
1589
+ "lstrip": false,
1590
+ "normalized": false,
1591
+ "rstrip": false,
1592
+ "single_word": false,
1593
+ "special": true
1594
+ },
1595
+ "128199": {
1596
+ "content": "<|reserved_special_token_191|>",
1597
+ "lstrip": false,
1598
+ "normalized": false,
1599
+ "rstrip": false,
1600
+ "single_word": false,
1601
+ "special": true
1602
+ },
1603
+ "128200": {
1604
+ "content": "<|reserved_special_token_192|>",
1605
+ "lstrip": false,
1606
+ "normalized": false,
1607
+ "rstrip": false,
1608
+ "single_word": false,
1609
+ "special": true
1610
+ },
1611
+ "128201": {
1612
+ "content": "<|reserved_special_token_193|>",
1613
+ "lstrip": false,
1614
+ "normalized": false,
1615
+ "rstrip": false,
1616
+ "single_word": false,
1617
+ "special": true
1618
+ },
1619
+ "128202": {
1620
+ "content": "<|reserved_special_token_194|>",
1621
+ "lstrip": false,
1622
+ "normalized": false,
1623
+ "rstrip": false,
1624
+ "single_word": false,
1625
+ "special": true
1626
+ },
1627
+ "128203": {
1628
+ "content": "<|reserved_special_token_195|>",
1629
+ "lstrip": false,
1630
+ "normalized": false,
1631
+ "rstrip": false,
1632
+ "single_word": false,
1633
+ "special": true
1634
+ },
1635
+ "128204": {
1636
+ "content": "<|reserved_special_token_196|>",
1637
+ "lstrip": false,
1638
+ "normalized": false,
1639
+ "rstrip": false,
1640
+ "single_word": false,
1641
+ "special": true
1642
+ },
1643
+ "128205": {
1644
+ "content": "<|reserved_special_token_197|>",
1645
+ "lstrip": false,
1646
+ "normalized": false,
1647
+ "rstrip": false,
1648
+ "single_word": false,
1649
+ "special": true
1650
+ },
1651
+ "128206": {
1652
+ "content": "<|reserved_special_token_198|>",
1653
+ "lstrip": false,
1654
+ "normalized": false,
1655
+ "rstrip": false,
1656
+ "single_word": false,
1657
+ "special": true
1658
+ },
1659
+ "128207": {
1660
+ "content": "<|reserved_special_token_199|>",
1661
+ "lstrip": false,
1662
+ "normalized": false,
1663
+ "rstrip": false,
1664
+ "single_word": false,
1665
+ "special": true
1666
+ },
1667
+ "128208": {
1668
+ "content": "<|reserved_special_token_200|>",
1669
+ "lstrip": false,
1670
+ "normalized": false,
1671
+ "rstrip": false,
1672
+ "single_word": false,
1673
+ "special": true
1674
+ },
1675
+ "128209": {
1676
+ "content": "<|reserved_special_token_201|>",
1677
+ "lstrip": false,
1678
+ "normalized": false,
1679
+ "rstrip": false,
1680
+ "single_word": false,
1681
+ "special": true
1682
+ },
1683
+ "128210": {
1684
+ "content": "<|reserved_special_token_202|>",
1685
+ "lstrip": false,
1686
+ "normalized": false,
1687
+ "rstrip": false,
1688
+ "single_word": false,
1689
+ "special": true
1690
+ },
1691
+ "128211": {
1692
+ "content": "<|reserved_special_token_203|>",
1693
+ "lstrip": false,
1694
+ "normalized": false,
1695
+ "rstrip": false,
1696
+ "single_word": false,
1697
+ "special": true
1698
+ },
1699
+ "128212": {
1700
+ "content": "<|reserved_special_token_204|>",
1701
+ "lstrip": false,
1702
+ "normalized": false,
1703
+ "rstrip": false,
1704
+ "single_word": false,
1705
+ "special": true
1706
+ },
1707
+ "128213": {
1708
+ "content": "<|reserved_special_token_205|>",
1709
+ "lstrip": false,
1710
+ "normalized": false,
1711
+ "rstrip": false,
1712
+ "single_word": false,
1713
+ "special": true
1714
+ },
1715
+ "128214": {
1716
+ "content": "<|reserved_special_token_206|>",
1717
+ "lstrip": false,
1718
+ "normalized": false,
1719
+ "rstrip": false,
1720
+ "single_word": false,
1721
+ "special": true
1722
+ },
1723
+ "128215": {
1724
+ "content": "<|reserved_special_token_207|>",
1725
+ "lstrip": false,
1726
+ "normalized": false,
1727
+ "rstrip": false,
1728
+ "single_word": false,
1729
+ "special": true
1730
+ },
1731
+ "128216": {
1732
+ "content": "<|reserved_special_token_208|>",
1733
+ "lstrip": false,
1734
+ "normalized": false,
1735
+ "rstrip": false,
1736
+ "single_word": false,
1737
+ "special": true
1738
+ },
1739
+ "128217": {
1740
+ "content": "<|reserved_special_token_209|>",
1741
+ "lstrip": false,
1742
+ "normalized": false,
1743
+ "rstrip": false,
1744
+ "single_word": false,
1745
+ "special": true
1746
+ },
1747
+ "128218": {
1748
+ "content": "<|reserved_special_token_210|>",
1749
+ "lstrip": false,
1750
+ "normalized": false,
1751
+ "rstrip": false,
1752
+ "single_word": false,
1753
+ "special": true
1754
+ },
1755
+ "128219": {
1756
+ "content": "<|reserved_special_token_211|>",
1757
+ "lstrip": false,
1758
+ "normalized": false,
1759
+ "rstrip": false,
1760
+ "single_word": false,
1761
+ "special": true
1762
+ },
1763
+ "128220": {
1764
+ "content": "<|reserved_special_token_212|>",
1765
+ "lstrip": false,
1766
+ "normalized": false,
1767
+ "rstrip": false,
1768
+ "single_word": false,
1769
+ "special": true
1770
+ },
1771
+ "128221": {
1772
+ "content": "<|reserved_special_token_213|>",
1773
+ "lstrip": false,
1774
+ "normalized": false,
1775
+ "rstrip": false,
1776
+ "single_word": false,
1777
+ "special": true
1778
+ },
1779
+ "128222": {
1780
+ "content": "<|reserved_special_token_214|>",
1781
+ "lstrip": false,
1782
+ "normalized": false,
1783
+ "rstrip": false,
1784
+ "single_word": false,
1785
+ "special": true
1786
+ },
1787
+ "128223": {
1788
+ "content": "<|reserved_special_token_215|>",
1789
+ "lstrip": false,
1790
+ "normalized": false,
1791
+ "rstrip": false,
1792
+ "single_word": false,
1793
+ "special": true
1794
+ },
1795
+ "128224": {
1796
+ "content": "<|reserved_special_token_216|>",
1797
+ "lstrip": false,
1798
+ "normalized": false,
1799
+ "rstrip": false,
1800
+ "single_word": false,
1801
+ "special": true
1802
+ },
1803
+ "128225": {
1804
+ "content": "<|reserved_special_token_217|>",
1805
+ "lstrip": false,
1806
+ "normalized": false,
1807
+ "rstrip": false,
1808
+ "single_word": false,
1809
+ "special": true
1810
+ },
1811
+ "128226": {
1812
+ "content": "<|reserved_special_token_218|>",
1813
+ "lstrip": false,
1814
+ "normalized": false,
1815
+ "rstrip": false,
1816
+ "single_word": false,
1817
+ "special": true
1818
+ },
1819
+ "128227": {
1820
+ "content": "<|reserved_special_token_219|>",
1821
+ "lstrip": false,
1822
+ "normalized": false,
1823
+ "rstrip": false,
1824
+ "single_word": false,
1825
+ "special": true
1826
+ },
1827
+ "128228": {
1828
+ "content": "<|reserved_special_token_220|>",
1829
+ "lstrip": false,
1830
+ "normalized": false,
1831
+ "rstrip": false,
1832
+ "single_word": false,
1833
+ "special": true
1834
+ },
1835
+ "128229": {
1836
+ "content": "<|reserved_special_token_221|>",
1837
+ "lstrip": false,
1838
+ "normalized": false,
1839
+ "rstrip": false,
1840
+ "single_word": false,
1841
+ "special": true
1842
+ },
1843
+ "128230": {
1844
+ "content": "<|reserved_special_token_222|>",
1845
+ "lstrip": false,
1846
+ "normalized": false,
1847
+ "rstrip": false,
1848
+ "single_word": false,
1849
+ "special": true
1850
+ },
1851
+ "128231": {
1852
+ "content": "<|reserved_special_token_223|>",
1853
+ "lstrip": false,
1854
+ "normalized": false,
1855
+ "rstrip": false,
1856
+ "single_word": false,
1857
+ "special": true
1858
+ },
1859
+ "128232": {
1860
+ "content": "<|reserved_special_token_224|>",
1861
+ "lstrip": false,
1862
+ "normalized": false,
1863
+ "rstrip": false,
1864
+ "single_word": false,
1865
+ "special": true
1866
+ },
1867
+ "128233": {
1868
+ "content": "<|reserved_special_token_225|>",
1869
+ "lstrip": false,
1870
+ "normalized": false,
1871
+ "rstrip": false,
1872
+ "single_word": false,
1873
+ "special": true
1874
+ },
1875
+ "128234": {
1876
+ "content": "<|reserved_special_token_226|>",
1877
+ "lstrip": false,
1878
+ "normalized": false,
1879
+ "rstrip": false,
1880
+ "single_word": false,
1881
+ "special": true
1882
+ },
1883
+ "128235": {
1884
+ "content": "<|reserved_special_token_227|>",
1885
+ "lstrip": false,
1886
+ "normalized": false,
1887
+ "rstrip": false,
1888
+ "single_word": false,
1889
+ "special": true
1890
+ },
1891
+ "128236": {
1892
+ "content": "<|reserved_special_token_228|>",
1893
+ "lstrip": false,
1894
+ "normalized": false,
1895
+ "rstrip": false,
1896
+ "single_word": false,
1897
+ "special": true
1898
+ },
1899
+ "128237": {
1900
+ "content": "<|reserved_special_token_229|>",
1901
+ "lstrip": false,
1902
+ "normalized": false,
1903
+ "rstrip": false,
1904
+ "single_word": false,
1905
+ "special": true
1906
+ },
1907
+ "128238": {
1908
+ "content": "<|reserved_special_token_230|>",
1909
+ "lstrip": false,
1910
+ "normalized": false,
1911
+ "rstrip": false,
1912
+ "single_word": false,
1913
+ "special": true
1914
+ },
1915
+ "128239": {
1916
+ "content": "<|reserved_special_token_231|>",
1917
+ "lstrip": false,
1918
+ "normalized": false,
1919
+ "rstrip": false,
1920
+ "single_word": false,
1921
+ "special": true
1922
+ },
1923
+ "128240": {
1924
+ "content": "<|reserved_special_token_232|>",
1925
+ "lstrip": false,
1926
+ "normalized": false,
1927
+ "rstrip": false,
1928
+ "single_word": false,
1929
+ "special": true
1930
+ },
1931
+ "128241": {
1932
+ "content": "<|reserved_special_token_233|>",
1933
+ "lstrip": false,
1934
+ "normalized": false,
1935
+ "rstrip": false,
1936
+ "single_word": false,
1937
+ "special": true
1938
+ },
1939
+ "128242": {
1940
+ "content": "<|reserved_special_token_234|>",
1941
+ "lstrip": false,
1942
+ "normalized": false,
1943
+ "rstrip": false,
1944
+ "single_word": false,
1945
+ "special": true
1946
+ },
1947
+ "128243": {
1948
+ "content": "<|reserved_special_token_235|>",
1949
+ "lstrip": false,
1950
+ "normalized": false,
1951
+ "rstrip": false,
1952
+ "single_word": false,
1953
+ "special": true
1954
+ },
1955
+ "128244": {
1956
+ "content": "<|reserved_special_token_236|>",
1957
+ "lstrip": false,
1958
+ "normalized": false,
1959
+ "rstrip": false,
1960
+ "single_word": false,
1961
+ "special": true
1962
+ },
1963
+ "128245": {
1964
+ "content": "<|reserved_special_token_237|>",
1965
+ "lstrip": false,
1966
+ "normalized": false,
1967
+ "rstrip": false,
1968
+ "single_word": false,
1969
+ "special": true
1970
+ },
1971
+ "128246": {
1972
+ "content": "<|reserved_special_token_238|>",
1973
+ "lstrip": false,
1974
+ "normalized": false,
1975
+ "rstrip": false,
1976
+ "single_word": false,
1977
+ "special": true
1978
+ },
1979
+ "128247": {
1980
+ "content": "<|reserved_special_token_239|>",
1981
+ "lstrip": false,
1982
+ "normalized": false,
1983
+ "rstrip": false,
1984
+ "single_word": false,
1985
+ "special": true
1986
+ },
1987
+ "128248": {
1988
+ "content": "<|reserved_special_token_240|>",
1989
+ "lstrip": false,
1990
+ "normalized": false,
1991
+ "rstrip": false,
1992
+ "single_word": false,
1993
+ "special": true
1994
+ },
1995
+ "128249": {
1996
+ "content": "<|reserved_special_token_241|>",
1997
+ "lstrip": false,
1998
+ "normalized": false,
1999
+ "rstrip": false,
2000
+ "single_word": false,
2001
+ "special": true
2002
+ },
2003
+ "128250": {
2004
+ "content": "<|reserved_special_token_242|>",
2005
+ "lstrip": false,
2006
+ "normalized": false,
2007
+ "rstrip": false,
2008
+ "single_word": false,
2009
+ "special": true
2010
+ },
2011
+ "128251": {
2012
+ "content": "<|reserved_special_token_243|>",
2013
+ "lstrip": false,
2014
+ "normalized": false,
2015
+ "rstrip": false,
2016
+ "single_word": false,
2017
+ "special": true
2018
+ },
2019
+ "128252": {
2020
+ "content": "<|reserved_special_token_244|>",
2021
+ "lstrip": false,
2022
+ "normalized": false,
2023
+ "rstrip": false,
2024
+ "single_word": false,
2025
+ "special": true
2026
+ },
2027
+ "128253": {
2028
+ "content": "<|reserved_special_token_245|>",
2029
+ "lstrip": false,
2030
+ "normalized": false,
2031
+ "rstrip": false,
2032
+ "single_word": false,
2033
+ "special": true
2034
+ },
2035
+ "128254": {
2036
+ "content": "<|reserved_special_token_246|>",
2037
+ "lstrip": false,
2038
+ "normalized": false,
2039
+ "rstrip": false,
2040
+ "single_word": false,
2041
+ "special": true
2042
+ },
2043
+ "128255": {
2044
+ "content": "<|reserved_special_token_247|>",
2045
+ "lstrip": false,
2046
+ "normalized": false,
2047
+ "rstrip": false,
2048
+ "single_word": false,
2049
+ "special": true
2050
+ }
2051
+ },
2052
+ "bos_token": "<|begin_of_text|>",
2053
+ "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n {%- if strftime_now is defined %}\n {%- set date_string = strftime_now(\"%d %b %Y\") %}\n {%- else %}\n {%- set date_string = \"26 Jul 2024\" %}\n {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n{%- else %}\n {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n {#- Extract the first user message so we can plug it in here #}\n {%- if messages | length != 0 %}\n {%- set first_user_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n {%- else %}\n {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n {%- elif 'tool_calls' in message %}\n {%- if not message.tool_calls|length == 1 %}\n {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n {%- endif %}\n {%- set tool_call = message.tool_calls[0].function %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n {{- '\"parameters\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- \"}\" }}\n {{- \"<|eot_id|>\" }}\n {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n {%- if message.content is mapping or message.content is iterable %}\n {{- message.content | tojson }}\n {%- else %}\n {{- message.content }}\n {%- endif %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
2054
+ "clean_up_tokenization_spaces": true,
2055
+ "eos_token": "<|eot_id|>",
2056
+ "model_input_names": [
2057
+ "input_ids",
2058
+ "attention_mask"
2059
+ ],
2060
+ "model_max_length": 131072,
2061
+ "tokenizer_class": "PreTrainedTokenizerFast"
2062
+ }
finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml ADDED
@@ -0,0 +1 @@
 
 
1
+ {}
finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/metrics.csv ADDED
The diff for this file is too large to render. See raw diff
 
finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=0.7-1.0/labels.csv ADDED
@@ -0,0 +1,153 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 26614,1
2
+ 979,1
3
+ 54396,0
4
+ 8136,0
5
+ 29766,1
6
+ 8627,0
7
+ 42048,1
8
+ 59661,1
9
+ 34350,1
10
+ 47322,1
11
+ 60834,0
12
+ 53106,0
13
+ 1115,0
14
+ 15856,1
15
+ 14221,0
16
+ 67850,1
17
+ 59282,1
18
+ 63391,0
19
+ 21723,1
20
+ 62385,0
21
+ 686,1
22
+ 53735,0
23
+ 40190,1
24
+ 27147,1
25
+ 17028,0
26
+ 37596,1
27
+ 41834,0
28
+ 56259,0
29
+ 67460,0
30
+ 65202,1
31
+ 52909,0
32
+ 44323,1
33
+ 4326,1
34
+ 45505,1
35
+ 24377,0
36
+ 49238,0
37
+ 54751,0
38
+ 29178,1
39
+ 60698,1
40
+ 23016,0
41
+ 67423,0
42
+ 8364,0
43
+ 45603,0
44
+ 49515,0
45
+ 58183,1
46
+ 32064,1
47
+ 66587,1
48
+ 6138,1
49
+ 47390,0
50
+ 52858,1
51
+ 5701,0
52
+ 47159,1
53
+ 60993,1
54
+ 66013,1
55
+ 4042,1
56
+ 19560,0
57
+ 19491,0
58
+ 11667,0
59
+ 59608,0
60
+ 50066,0
61
+ 33880,1
62
+ 41058,1
63
+ 2575,1
64
+ 5150,1
65
+ 39689,0
66
+ 67106,1
67
+ 65181,0
68
+ 56838,1
69
+ 11516,0
70
+ 60809,1
71
+ 43094,1
72
+ 27811,0
73
+ 39409,0
74
+ 67562,0
75
+ 3121,1
76
+ 45421,0
77
+ 34039,1
78
+ 7383,0
79
+ 3105,0
80
+ 40367,1
81
+ 60719,1
82
+ 46030,0
83
+ 66563,0
84
+ 36954,1
85
+ 48668,0
86
+ 22458,1
87
+ 60587,1
88
+ 47028,1
89
+ 16161,0
90
+ 6268,1
91
+ 11046,1
92
+ 22900,1
93
+ 23136,0
94
+ 26201,0
95
+ 66683,1
96
+ 15023,0
97
+ 49739,0
98
+ 27277,0
99
+ 47700,1
100
+ 61849,1
101
+ 3175,1
102
+ 25321,1
103
+ 33601,1
104
+ 43078,1
105
+ 56109,0
106
+ 46858,0
107
+ 44409,0
108
+ 33145,1
109
+ 26687,0
110
+ 32330,0
111
+ 32931,0
112
+ 61036,0
113
+ 7148,0
114
+ 10599,1
115
+ 62429,1
116
+ 13846,0
117
+ 54494,0
118
+ 56765,1
119
+ 35202,1
120
+ 11440,0
121
+ 19283,1
122
+ 22575,1
123
+ 22064,0
124
+ 27167,0
125
+ 10741,1
126
+ 61082,1
127
+ 40793,1
128
+ 35535,0
129
+ 16212,1
130
+ 48571,0
131
+ 37021,0
132
+ 25177,1
133
+ 57081,0
134
+ 40882,0
135
+ 1376,0
136
+ 64894,0
137
+ 5312,1
138
+ 55118,0
139
+ 54823,0
140
+ 30236,1
141
+ 25557,0
142
+ 31080,1
143
+ 21093,1
144
+ 23379,1
145
+ 63975,1
146
+ 49983,1
147
+ 13514,0
148
+ 24608,0
149
+ 29504,1
150
+ 56027,1
151
+ 59091,0
152
+ 6788,0
153
+ 18682,1
finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=0.7-1.0/logits.csv ADDED
@@ -0,0 +1,153 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 26614,-10.625097,-9.7389246e-05
2
+ 979,-10.625073,-7.331103e-05
3
+ 54396,-8.4158215e-05,-10.125084
4
+ 8136,-0.010173725,-4.635174
5
+ 29766,-0.38706273,-1.1370628
6
+ 8627,-0.0006837891,-7.375684
7
+ 42048,-2.4640028,-0.08900293
8
+ 59661,-9.750093,-9.381331e-05
9
+ 34350,-11.375062,-6.186771e-05
10
+ 47322,-9.875084,-8.403902e-05
11
+ 60834,-0.00256198,-6.002562
12
+ 53106,-0.00023445718,-11.000235
13
+ 1115,-0.0002619877,-8.625262
14
+ 15856,-11.000064,-6.401334e-05
15
+ 14221,-4.6347938,-0.009793803
16
+ 67850,-0.0028980658,-5.877898
17
+ 59282,-4.8826485,-0.007648351
18
+ 63391,-0.00012659225,-10.000127
19
+ 21723,-9.500094,-9.4647694e-05
20
+ 62385,-0.0011007686,-6.8761005
21
+ 686,-3.1680408,-0.04304079
22
+ 53735,-9.083335e-05,-10.500091
23
+ 40190,-8.500242,-0.00024256148
24
+ 27147,-9.375155,-0.00015519845
25
+ 17028,-0.020664051,-3.895664
26
+ 37596,-9.50012,-0.00012051333
27
+ 41834,-9.125171,-0.00017116989
28
+ 56259,-6.376729,-0.0017290656
29
+ 67460,-0.00029499948,-8.375295
30
+ 65202,-7.625529,-0.0005287918
31
+ 52909,-9.345572e-05,-10.125093
32
+ 44323,-9.500405,-0.00040534863
33
+ 4326,-11.875038,-3.7907834e-05
34
+ 45505,-8.875209,-0.00020930961
35
+ 24377,-0.0002719986,-9.625272
36
+ 49238,-0.000108712964,-9.625109
37
+ 54751,-0.00016640233,-9.625166
38
+ 29178,-9.750109,-0.00010859377
39
+ 60698,-11.750035,-3.492771e-05
40
+ 23016,-0.00020787939,-9.125208
41
+ 67423,-0.000114791954,-10.000114
42
+ 8364,-0.0003558956,-8.375356
43
+ 45603,-0.000116699084,-9.500116
44
+ 49515,-0.00018547245,-9.750185
45
+ 58183,-5.131041,-0.0060412423
46
+ 32064,-9.625168,-0.00016830936
47
+ 66587,-6.252022,-0.002021771
48
+ 6138,-7.250751,-0.000751094
49
+ 47390,-0.00048113213,-7.750481
50
+ 52858,-10.500047,-4.6490542e-05
51
+ 5701,-0.00017712932,-9.375177
52
+ 47159,-8.875202,-0.00020180097
53
+ 60993,-9.500124,-0.00012408917
54
+ 66013,-10.125084,-8.403902e-05
55
+ 4042,-1.5021017,-0.25210166
56
+ 19560,-0.34851423,-1.2235142
57
+ 19491,-0.0001710507,-9.875171
58
+ 11667,-0.00038223114,-9.000382
59
+ 59608,-4.634872,-0.009871947
60
+ 50066,-0.00020990553,-9.37521
61
+ 33880,-12.875029,-2.8490615e-05
62
+ 41058,-7.625514,-0.00051401753
63
+ 2575,-10.750071,-7.0211805e-05
64
+ 5150,-9.375188,-0.00018833294
65
+ 39689,-0.003661834,-5.6286616
66
+ 67106,-9.375169,-0.0001689053
67
+ 65181,-4.634793,-0.009792622
68
+ 56838,-8.00036,-0.0003598281
69
+ 11516,-0.0019789413,-6.251979
70
+ 60809,-10.500055,-5.566919e-05
71
+ 43094,-12.0000515,-5.113948e-05
72
+ 27811,-8.475421e-05,-10.250085
73
+ 39409,-0.00020442304,-9.000204
74
+ 67562,-0.0006144543,-7.5006146
75
+ 3121,-4.75863,-0.008630004
76
+ 45421,-0.0003514864,-8.125352
77
+ 34039,-2.0177755,-0.14277565
78
+ 7383,-0.0012667497,-6.751267
79
+ 3105,-0.00014089546,-9.625141
80
+ 40367,-0.00013457824,-9.500134
81
+ 60719,-10.2501745,-0.00017414961
82
+ 46030,-0.00015507927,-10.375155
83
+ 66563,-0.00014780859,-10.625148
84
+ 36954,-11.500045,-4.4702483e-05
85
+ 48668,-6.751205,-0.0012050755
86
+ 22458,-9.2501135,-0.000113719194
87
+ 60587,-11.5000305,-3.0517112e-05
88
+ 47028,-10.500054,-5.411955e-05
89
+ 16161,-8.928377e-05,-11.12509
90
+ 6268,-7.8754253,-0.00042536747
91
+ 11046,-0.0003057251,-8.375306
92
+ 22900,-4.26427,-0.014269928
93
+ 23136,-0.007672011,-4.882672
94
+ 26201,-0.0006842656,-7.3756843
95
+ 66683,-4.387627,-0.0126269385
96
+ 15023,-0.00013422065,-9.375134
97
+ 49739,-0.0001351742,-9.875135
98
+ 27277,-0.00017712932,-9.125177
99
+ 47700,-10.875041,-4.112636e-05
100
+ 61849,-7.37566,-0.00065996323
101
+ 3175,-11.75006,-5.9841273e-05
102
+ 25321,-4.7587295,-0.008729393
103
+ 33601,-6.127205,-0.0022048468
104
+ 43078,-4.1411414,-0.016141448
105
+ 56109,-0.00015352978,-9.625154
106
+ 46858,-0.0025756538,-6.002576
107
+ 44409,-0.0005262897,-7.6255264
108
+ 33145,-10.750339,-0.00033837793
109
+ 26687,-0.00014518638,-9.250145
110
+ 32330,-0.00018463815,-9.125185
111
+ 32931,-0.000106686624,-9.875107
112
+ 61036,-6.85379,-0.041290026
113
+ 7148,-0.001235556,-6.7512355
114
+ 10599,-9.875077,-7.772144e-05
115
+ 62429,-10.625068,-6.794699e-05
116
+ 13846,-8.475421e-05,-10.750085
117
+ 54494,-9.667406e-05,-10.625096
118
+ 56765,-9.250221,-0.00022158552
119
+ 35202,-9.12516,-0.00016044283
120
+ 11440,-0.00036101977,-8.125361
121
+ 19283,-6.0025954,-0.0025956293
122
+ 22575,-11.625037,-3.7192607e-05
123
+ 22064,-0.00018737945,-9.250187
124
+ 27167,-8.2131824e-05,-10.375082
125
+ 10741,-11.500051,-5.0305054e-05
126
+ 61082,-7.375674,-0.000673544
127
+ 40793,-11.12504,-3.9934315e-05
128
+ 35535,-0.0006008727,-7.625601
129
+ 16212,-12.625024,-2.4079987e-05
130
+ 48571,-0.00016580637,-9.625166
131
+ 37021,-0.00013076403,-10.500131
132
+ 25177,-12.2500515,-5.125868e-05
133
+ 57081,-0.00011526874,-11.375115
134
+ 40882,-0.00034886473,-8.375349
135
+ 1376,-9.8342825e-05,-10.125098
136
+ 64894,-8.582701e-05,-10.500086
137
+ 5312,-8.375258,-0.00025829318
138
+ 55118,-0.011095019,-4.511095
139
+ 54823,-0.0033672322,-5.7533674
140
+ 30236,-0.009845979,-4.634846
141
+ 25557,-0.0007805162,-7.2507806
142
+ 31080,-9.000155,-0.0001557944
143
+ 21093,-11.500044,-4.3868058e-05
144
+ 23379,-9.875171,-0.0001710507
145
+ 63975,-12.125029,-2.8490615e-05
146
+ 49983,-10.125087,-8.6780594e-05
147
+ 13514,-0.00015436411,-9.1251545
148
+ 24608,-0.00011812943,-9.500118
149
+ 29504,-11.500036,-3.6715788e-05
150
+ 56027,-0.17982881,-1.8048288
151
+ 59091,-9.42901e-05,-10.250094
152
+ 6788,-0.012544183,-4.387544
153
+ 18682,-11.50005,-4.9232225e-05
finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=test_400/labels.csv ADDED
@@ -0,0 +1,400 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 17786,0
2
+ 12007,0
3
+ 8229,0
4
+ 31449,1
5
+ 1591,0
6
+ 53542,1
7
+ 49372,1
8
+ 54831,0
9
+ 44771,1
10
+ 33116,0
11
+ 33492,1
12
+ 16982,1
13
+ 31901,1
14
+ 49817,0
15
+ 60681,0
16
+ 39890,1
17
+ 62685,0
18
+ 2201,1
19
+ 47201,1
20
+ 20835,1
21
+ 15421,1
22
+ 45021,0
23
+ 45802,0
24
+ 43637,0
25
+ 7160,0
26
+ 8150,0
27
+ 3512,1
28
+ 29264,0
29
+ 32960,0
30
+ 32221,0
31
+ 35996,1
32
+ 4422,1
33
+ 22209,0
34
+ 6920,1
35
+ 25253,0
36
+ 680,0
37
+ 50140,1
38
+ 28481,1
39
+ 36298,0
40
+ 16473,1
41
+ 11102,1
42
+ 62901,0
43
+ 16123,1
44
+ 52012,0
45
+ 60780,0
46
+ 1781,1
47
+ 41449,0
48
+ 908,0
49
+ 15507,1
50
+ 57914,1
51
+ 46159,1
52
+ 56461,1
53
+ 62107,1
54
+ 49087,1
55
+ 65792,0
56
+ 13181,0
57
+ 54119,1
58
+ 51997,0
59
+ 24924,1
60
+ 45890,0
61
+ 41716,0
62
+ 60175,0
63
+ 30318,0
64
+ 13221,1
65
+ 15509,1
66
+ 37365,1
67
+ 60975,0
68
+ 51375,0
69
+ 16004,1
70
+ 12837,1
71
+ 17864,1
72
+ 67134,1
73
+ 18611,1
74
+ 12861,1
75
+ 58084,1
76
+ 32874,1
77
+ 32717,1
78
+ 23413,1
79
+ 59634,0
80
+ 15629,0
81
+ 47071,0
82
+ 48558,1
83
+ 3648,0
84
+ 43367,0
85
+ 14869,0
86
+ 1518,0
87
+ 16976,1
88
+ 20931,1
89
+ 67379,1
90
+ 4741,0
91
+ 5765,1
92
+ 48791,0
93
+ 15298,0
94
+ 21874,1
95
+ 9095,1
96
+ 3840,1
97
+ 55636,0
98
+ 57364,0
99
+ 65863,0
100
+ 40786,0
101
+ 8118,1
102
+ 52441,0
103
+ 38593,0
104
+ 5517,0
105
+ 39136,1
106
+ 47292,0
107
+ 34052,1
108
+ 16037,1
109
+ 64606,1
110
+ 19552,0
111
+ 14116,0
112
+ 11261,1
113
+ 11668,1
114
+ 42198,1
115
+ 22526,1
116
+ 8037,1
117
+ 5324,1
118
+ 56692,0
119
+ 59753,0
120
+ 47298,0
121
+ 57801,1
122
+ 58413,1
123
+ 10673,0
124
+ 65730,1
125
+ 40287,1
126
+ 15186,0
127
+ 43119,0
128
+ 39219,1
129
+ 50340,0
130
+ 34297,1
131
+ 62941,0
132
+ 31551,1
133
+ 41344,1
134
+ 46402,1
135
+ 13636,1
136
+ 42241,1
137
+ 15422,0
138
+ 25014,1
139
+ 19613,1
140
+ 5515,0
141
+ 64128,0
142
+ 28084,0
143
+ 10395,1
144
+ 9965,0
145
+ 27221,1
146
+ 11994,0
147
+ 43384,0
148
+ 44329,0
149
+ 58937,0
150
+ 29119,0
151
+ 8989,0
152
+ 23043,1
153
+ 32166,0
154
+ 42729,0
155
+ 6863,1
156
+ 41187,0
157
+ 36039,1
158
+ 55977,0
159
+ 8129,1
160
+ 60223,1
161
+ 9414,1
162
+ 26177,0
163
+ 38443,0
164
+ 43084,0
165
+ 53673,0
166
+ 15057,1
167
+ 51700,0
168
+ 51201,1
169
+ 47078,1
170
+ 59961,1
171
+ 22272,1
172
+ 65773,0
173
+ 33746,0
174
+ 27311,1
175
+ 41292,0
176
+ 17110,0
177
+ 57029,0
178
+ 3009,1
179
+ 40193,1
180
+ 27618,1
181
+ 20145,1
182
+ 52193,1
183
+ 34398,0
184
+ 36473,1
185
+ 43577,0
186
+ 57850,1
187
+ 61117,0
188
+ 32569,1
189
+ 12290,1
190
+ 19499,1
191
+ 60470,0
192
+ 8962,1
193
+ 65955,1
194
+ 62486,0
195
+ 19000,0
196
+ 22631,1
197
+ 25613,0
198
+ 56086,1
199
+ 28883,0
200
+ 26425,1
201
+ 48097,0
202
+ 61477,0
203
+ 9121,0
204
+ 66709,1
205
+ 51472,1
206
+ 19809,1
207
+ 38959,1
208
+ 39849,0
209
+ 59964,0
210
+ 65268,1
211
+ 8791,0
212
+ 51774,1
213
+ 49640,0
214
+ 20125,1
215
+ 59640,0
216
+ 68206,1
217
+ 48079,1
218
+ 49583,0
219
+ 67054,0
220
+ 59571,1
221
+ 29080,1
222
+ 29111,1
223
+ 20758,1
224
+ 64023,0
225
+ 29058,0
226
+ 18185,1
227
+ 36543,0
228
+ 54983,1
229
+ 3101,1
230
+ 42140,0
231
+ 6954,0
232
+ 15955,1
233
+ 61746,0
234
+ 32055,0
235
+ 39496,1
236
+ 59909,1
237
+ 66296,0
238
+ 46804,1
239
+ 35049,0
240
+ 56017,1
241
+ 26947,1
242
+ 38928,0
243
+ 15029,1
244
+ 7086,0
245
+ 537,0
246
+ 50731,0
247
+ 63604,1
248
+ 67049,0
249
+ 31161,0
250
+ 58922,1
251
+ 18347,1
252
+ 25864,1
253
+ 63846,0
254
+ 13353,0
255
+ 25378,1
256
+ 59101,1
257
+ 20895,0
258
+ 48119,1
259
+ 14332,0
260
+ 25497,1
261
+ 8686,0
262
+ 22758,1
263
+ 7666,0
264
+ 20686,0
265
+ 18975,1
266
+ 19054,1
267
+ 48123,1
268
+ 57909,1
269
+ 9226,1
270
+ 48653,1
271
+ 44013,0
272
+ 11409,1
273
+ 62736,0
274
+ 2777,1
275
+ 7058,0
276
+ 48408,0
277
+ 28934,1
278
+ 46578,1
279
+ 23203,0
280
+ 6257,1
281
+ 53444,0
282
+ 17816,0
283
+ 46307,1
284
+ 20599,1
285
+ 29423,0
286
+ 21041,0
287
+ 16633,1
288
+ 20221,0
289
+ 27466,0
290
+ 22987,0
291
+ 9322,1
292
+ 3265,0
293
+ 22814,1
294
+ 56185,1
295
+ 55014,1
296
+ 43437,1
297
+ 24683,0
298
+ 10233,0
299
+ 19001,0
300
+ 32718,0
301
+ 31030,0
302
+ 1099,0
303
+ 57982,1
304
+ 49148,0
305
+ 40880,1
306
+ 31148,0
307
+ 9446,1
308
+ 18579,1
309
+ 30932,0
310
+ 40792,0
311
+ 48600,0
312
+ 44588,1
313
+ 33828,1
314
+ 33917,0
315
+ 2026,0
316
+ 56745,0
317
+ 17383,0
318
+ 2372,0
319
+ 56600,0
320
+ 50257,0
321
+ 38892,0
322
+ 45844,0
323
+ 29062,0
324
+ 5655,1
325
+ 67611,0
326
+ 18546,0
327
+ 63060,1
328
+ 36068,1
329
+ 784,0
330
+ 20429,0
331
+ 21679,1
332
+ 53617,1
333
+ 6978,1
334
+ 53262,0
335
+ 181,0
336
+ 28744,0
337
+ 48716,0
338
+ 51468,0
339
+ 62209,1
340
+ 8732,1
341
+ 56949,1
342
+ 26885,0
343
+ 43345,0
344
+ 8053,0
345
+ 59402,1
346
+ 49552,0
347
+ 12348,0
348
+ 28335,1
349
+ 59114,1
350
+ 12625,1
351
+ 8876,1
352
+ 29959,1
353
+ 37911,1
354
+ 38412,0
355
+ 31999,0
356
+ 34775,0
357
+ 65737,1
358
+ 25244,0
359
+ 51630,1
360
+ 23979,1
361
+ 34638,1
362
+ 22311,1
363
+ 14004,1
364
+ 310,1
365
+ 49105,0
366
+ 38782,1
367
+ 4647,1
368
+ 43782,0
369
+ 66046,0
370
+ 16690,1
371
+ 67731,0
372
+ 54867,1
373
+ 34108,1
374
+ 67332,0
375
+ 22567,0
376
+ 57173,0
377
+ 26527,1
378
+ 59580,1
379
+ 20737,0
380
+ 53307,0
381
+ 32783,0
382
+ 7868,1
383
+ 50777,0
384
+ 29307,1
385
+ 18297,0
386
+ 44524,1
387
+ 61320,0
388
+ 2578,0
389
+ 40612,1
390
+ 32523,1
391
+ 48509,0
392
+ 36666,1
393
+ 6539,1
394
+ 33620,1
395
+ 55547,1
396
+ 11751,1
397
+ 30491,0
398
+ 48294,1
399
+ 37424,1
400
+ 29155,1
finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=test_400/logits.csv ADDED
@@ -0,0 +1,400 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 17786,-2.017754,-0.14275415
2
+ 12007,-0.0001666407,-9.375167
3
+ 8229,-0.000113480804,-9.8751135
4
+ 31449,-10.625051,-5.0662664e-05
5
+ 1591,-0.00017736769,-9.500177
6
+ 53542,-7.3758683,-0.0008685392
7
+ 49372,-9.500138,-0.00013839241
8
+ 54831,-0.0012136482,-6.7512136
9
+ 44771,-8.750192,-0.0001913126
10
+ 33116,-0.00012170528,-10.875122
11
+ 33492,-8.625203,-0.00020346955
12
+ 16982,-1.6004728,-0.22547285
13
+ 31901,-8.125387,-0.0003868785
14
+ 49817,-0.00022611445,-8.875226
15
+ 60681,-3.7734144,-0.023414314
16
+ 39890,-8.75019,-0.00018988237
17
+ 62685,-0.00014518638,-9.375145
18
+ 2201,-11.000496,-0.0004957877
19
+ 47201,-0.00030810855,-8.250308
20
+ 20835,-10.625102,-0.00010203794
21
+ 15421,-9.125199,-0.00019941726
22
+ 45021,-0.00016044283,-9.25016
23
+ 45802,-0.0012750837,-6.751275
24
+ 43637,-0.00012921452,-9.625129
25
+ 7160,-0.00052164297,-7.6255217
26
+ 8150,-0.0005003154,-7.7505
27
+ 3512,-10.375051,-5.0185852e-05
28
+ 29264,-8.201263e-05,-11.125082
29
+ 32960,-0.00087842497,-7.1258783
30
+ 32221,-0.00028200942,-8.500282
31
+ 35996,-9.250139,-0.00013886917
32
+ 4422,-11.625052,-5.2689116e-05
33
+ 22209,-8.4158215e-05,-10.375084
34
+ 6920,-11.000051,-5.0662664e-05
35
+ 25253,-0.000107521,-10.375108
36
+ 680,-0.012695681,-4.387696
37
+ 50140,-10.25008,-8.034383e-05
38
+ 28481,-7.2507534,-0.0007534764
39
+ 36298,-0.00021360023,-9.000214
40
+ 16473,-10.875049,-4.83978e-05
41
+ 11102,-0.05492733,-2.9299273
42
+ 62901,-9.1667745e-05,-9.750092
43
+ 16123,-8.875218,-0.0002188443
44
+ 52012,-0.00010835537,-10.250109
45
+ 60780,-0.00019810621,-9.500198
46
+ 1781,-11.250047,-4.6967358e-05
47
+ 41449,-0.00017975146,-9.750179
48
+ 908,-7.625612,-0.00061171415
49
+ 15507,-8.875469,-0.00046945518
50
+ 57914,-4.7586637,-0.008663686
51
+ 46159,-5.130952,-0.005951659
52
+ 56461,-11.500032,-3.2782016e-05
53
+ 62107,-0.00017689094,-9.125176
54
+ 49087,-10.87509,-8.952217e-05
55
+ 65792,-0.00013767726,-9.625137
56
+ 13181,-0.0001462591,-9.375146
57
+ 54119,-10.375054,-5.471557e-05
58
+ 51997,-9.941561e-05,-9.750099
59
+ 24924,-11.625042,-4.2079995e-05
60
+ 45890,-0.00012218206,-9.625122
61
+ 41716,-0.0028899831,-5.87789
62
+ 60175,-0.000194769,-9.250195
63
+ 30318,-0.00013946515,-9.250139
64
+ 13221,-9.750083,-8.332382e-05
65
+ 15509,-11.250028,-2.741776e-05
66
+ 37365,-4.5111136,-0.011113411
67
+ 60975,-0.00029750212,-8.875298
68
+ 51375,-0.00018714108,-9.000187
69
+ 16004,-9.250191,-0.00019095505
70
+ 12837,-9.125151,-0.00015078839
71
+ 17864,-10.8750515,-5.19739e-05
72
+ 67134,-8.250323,-0.00032360086
73
+ 18611,-8.625212,-0.00021193166
74
+ 12861,-7.8754253,-0.00042512917
75
+ 58084,-10.625048,-4.7324967e-05
76
+ 32874,-0.00089557585,-7.1258955
77
+ 32717,-11.12504,-4.0530336e-05
78
+ 23413,-10.750095,-9.583968e-05
79
+ 59634,-0.00034731554,-8.250347
80
+ 15629,-1.1376622,-0.38766214
81
+ 47071,-0.00036042393,-8.2503605
82
+ 48558,-8.500268,-0.00026806575
83
+ 3648,-0.00011896379,-9.750119
84
+ 43367,-0.000169978,-9.12517
85
+ 14869,-9.9296405e-05,-10.250099
86
+ 1518,-0.00014578234,-9.375146
87
+ 16976,-9.0013,-0.0013000855
88
+ 20931,-10.375072,-7.1642215e-05
89
+ 67379,-10.125092,-9.190614e-05
90
+ 4741,-0.00013267114,-10.500133
91
+ 5765,-9.500108,-0.00010811698
92
+ 48791,-0.00013124081,-9.625132
93
+ 15298,-0.00020919042,-8.750209
94
+ 21874,-9.875093,-9.357491e-05
95
+ 9095,-8.500658,-0.00065817626
96
+ 3840,-10.625061,-6.13909e-05
97
+ 55636,-0.005960428,-5.1309605
98
+ 57364,-0.0044290544,-5.504429
99
+ 65863,-0.00023004746,-10.25023
100
+ 40786,-0.000105494655,-10.500106
101
+ 8118,-9.375118,-0.0001187254
102
+ 52441,-0.00012540031,-11.000125
103
+ 38593,-9.7389246e-05,-10.125097
104
+ 5517,-0.00019715272,-10.250197
105
+ 39136,-3.5298393,-0.029839283
106
+ 47292,-0.00021169329,-9.250212
107
+ 34052,-0.6330814,-0.7580814
108
+ 16037,-11.375046,-4.5417706e-05
109
+ 64606,-9.250137,-0.00013708128
110
+ 19552,-0.00017045476,-9.000171
111
+ 14116,-6.002536,-0.002535583
112
+ 11261,-0.006783315,-5.0067835
113
+ 11668,-11.250073,-7.3549425e-05
114
+ 42198,-10.000109,-0.00010895135
115
+ 22526,-11.750226,-0.00022575691
116
+ 8037,-9.125188,-0.00018749863
117
+ 5324,-9.500138,-0.00013839241
118
+ 56692,-0.00013696209,-10.125137
119
+ 59753,-0.00020132422,-9.125201
120
+ 47298,-0.00013445904,-9.375134
121
+ 57801,-0.69318247,-0.69318247
122
+ 58413,-12.125027,-2.6702524e-05
123
+ 10673,-8.3800616e-05,-10.375084
124
+ 65730,-11.625033,-3.349725e-05
125
+ 40287,-9.625092,-9.119095e-05
126
+ 15186,-8.875227,-0.00022671037
127
+ 43119,-0.00012385078,-10.000124
128
+ 39219,-9.250224,-0.00022408835
129
+ 50340,-0.34850994,-1.2235099
130
+ 34297,-10.000074,-7.462223e-05
131
+ 62941,-0.0001914318,-10.250192
132
+ 31551,-12.375047,-4.672895e-05
133
+ 41344,-9.375134,-0.0001349358
134
+ 46402,-11.125041,-4.1245563e-05
135
+ 13636,-8.500261,-0.00026127262
136
+ 42241,-9.625101,-0.00010144196
137
+ 15422,-0.0007416835,-7.2507415
138
+ 25014,-9.625226,-0.00022623363
139
+ 19613,-0.20153174,-1.7015318
140
+ 5515,-0.00024494508,-8.750245
141
+ 64128,-9.2263734e-05,-10.6250925
142
+ 28084,-0.0001076402,-10.875108
143
+ 10395,-0.00033742457,-8.125338
144
+ 9965,-0.00021777165,-9.125217
145
+ 27221,-8.250296,-0.00029607204
146
+ 11994,-0.00010501787,-11.125105
147
+ 43384,-0.00014089546,-10.125141
148
+ 44329,-8.999896e-05,-10.62509
149
+ 58937,-9.345572e-05,-10.000093
150
+ 29119,-9.011816e-05,-9.87509
151
+ 8989,-0.00068176386,-9.000682
152
+ 23043,-9.87511,-0.000109547334
153
+ 32166,-0.0001851149,-9.500185
154
+ 42729,-0.00023648326,-10.1252365
155
+ 6863,-9.750177,-0.00017712932
156
+ 41187,-9.321732e-05,-10.875093
157
+ 36039,-12.750047,-4.7205765e-05
158
+ 55977,-0.00025519452,-8.500256
159
+ 8129,-10.250092,-9.1667745e-05
160
+ 60223,-10.375088,-8.785339e-05
161
+ 9414,-7.652944e-05,-10.375076
162
+ 26177,-0.00026020003,-10.50026
163
+ 38443,-0.000104302686,-9.875104
164
+ 43084,-9.119095e-05,-10.750092
165
+ 53673,-0.0001633034,-9.875163
166
+ 15057,-3.288118,-0.03811784
167
+ 51700,-0.00050639204,-7.7505064
168
+ 51201,-9.250148,-0.00014768941
169
+ 47078,-9.875091,-9.071415e-05
170
+ 59961,-8.375261,-0.00026127262
171
+ 22272,-0.20164819,-1.7016482
172
+ 65773,-0.0020070188,-6.252007
173
+ 33746,-0.0019733496,-6.251973
174
+ 27311,-11.000043,-4.3272037e-05
175
+ 41292,-0.00011038171,-9.500111
176
+ 17110,-0.00047052756,-7.8754706
177
+ 57029,-0.00014804698,-9.750148
178
+ 3009,-9.875064,-6.437094e-05
179
+ 40193,-10.500048,-4.7444173e-05
180
+ 27618,-6.0025296,-0.0025295187
181
+ 20145,-12.000031,-3.1828375e-05
182
+ 52193,-9.625114,-0.00011443437
183
+ 34398,-0.00021002471,-9.00021
184
+ 36473,-11.125072,-7.1642215e-05
185
+ 43577,-6.96158e-05,-10.62507
186
+ 57850,-10.500066,-6.5682165e-05
187
+ 61117,-0.00021181247,-9.375212
188
+ 32569,-5.504151,-0.004151061
189
+ 12290,-11.500063,-6.258292e-05
190
+ 19499,-10.625122,-0.00012218206
191
+ 60470,-9.119095e-05,-9.875092
192
+ 8962,-11.87509,-8.952217e-05
193
+ 65955,-8.875192,-0.0001914318
194
+ 62486,-0.00058895885,-7.625589
195
+ 19000,-0.00019178935,-9.000192
196
+ 22631,-9.000177,-0.00017736769
197
+ 25613,-0.0001038259,-9.875104
198
+ 56086,-8.87518,-0.0001802282
199
+ 28883,-0.0036877263,-5.628688
200
+ 26425,-9.750099,-9.9058016e-05
201
+ 48097,-0.00012659225,-9.375127
202
+ 61477,-0.0004191712,-8.00042
203
+ 9121,-0.00320659,-5.7532067
204
+ 66709,-9.00015,-0.00014983486
205
+ 51472,-9.000198,-0.00019870214
206
+ 19809,-11.12505,-4.9232225e-05
207
+ 38959,-10.5000725,-7.235742e-05
208
+ 39849,-0.00011717586,-9.500117
209
+ 59964,-0.00014304092,-9.375143
210
+ 65268,-10.750069,-6.9138994e-05
211
+ 8791,-0.00019381552,-8.875194
212
+ 51774,-9.500122,-0.00012194367
213
+ 49640,-0.00010144196,-10.250101
214
+ 20125,-9.375107,-0.000107044216
215
+ 59640,-0.00026377538,-9.500264
216
+ 68206,-9.87528,-0.00028046014
217
+ 48079,-11.000064,-6.365574e-05
218
+ 49583,-0.07007506,-2.695075
219
+ 67054,-0.00010883216,-9.750109
220
+ 59571,-0.0036446117,-5.6286445
221
+ 29080,-9.37518,-0.0001802282
222
+ 29111,-9.375119,-0.000119082986
223
+ 20758,-9.750087,-8.713819e-05
224
+ 64023,-0.00020370792,-9.000204
225
+ 29058,-0.00012826097,-10.500128
226
+ 18185,-8.523101e-05,-10.500085
227
+ 36543,-0.00012885693,-9.750129
228
+ 54983,-8.125351,-0.00035124808
229
+ 3101,-8.12531,-0.00031013446
230
+ 42140,-0.023421533,-3.7734215
231
+ 6954,-0.00011026251,-10.125111
232
+ 15955,-6.5022435,-0.0022437416
233
+ 61746,-0.00012385078,-10.125124
234
+ 32055,-0.00019882133,-10.125198
235
+ 39496,-9.875089,-8.9045374e-05
236
+ 59909,-8.250282,-0.0002826053
237
+ 66296,-0.0001731961,-10.375174
238
+ 46804,-7.8754215,-0.00042131607
239
+ 35049,-0.000117295065,-10.500117
240
+ 56017,-2.465801,-0.090800986
241
+ 26947,-9.250117,-0.000116937474
242
+ 38928,-0.00018606838,-9.625186
243
+ 15029,-11.250073,-7.3072624e-05
244
+ 7086,-0.0001462591,-9.250146
245
+ 537,-0.00020776021,-9.250208
246
+ 50731,-0.00015996608,-9.37516
247
+ 63604,-10.250068,-6.758938e-05
248
+ 67049,-8.2608625e-05,-10.000083
249
+ 31161,-0.0005926521,-7.5005927
250
+ 58922,-10.625076,-7.641024e-05
251
+ 18347,-11.12505,-4.9828242e-05
252
+ 25864,-4.2641907,-0.014190717
253
+ 63846,-0.00010084597,-9.750101
254
+ 13353,-0.00017057394,-10.750171
255
+ 25378,-3.0487854,-0.04878535
256
+ 59101,-10.250112,-0.00011169287
257
+ 20895,-0.00031323294,-8.250313
258
+ 48119,-10.500047,-4.672895e-05
259
+ 14332,-9.45285e-05,-10.750094
260
+ 25497,-9.500152,-0.00015150353
261
+ 8686,-0.0002972638,-8.625298
262
+ 22758,-5.8779488,-0.002948582
263
+ 7666,-0.00020776021,-8.875208
264
+ 20686,-0.0022354156,-6.1272354
265
+ 18975,-9.62511,-0.000110143315
266
+ 19054,-5.255278,-0.0052779857
267
+ 48123,-12.250033,-3.3020428e-05
268
+ 57909,-10.625063,-6.3417334e-05
269
+ 9226,-10.375124,-0.00012408917
270
+ 48653,-0.00013076403,-9.625131
271
+ 44013,-0.0005602459,-8.87556
272
+ 11409,-10.125083,-8.332382e-05
273
+ 62736,-0.00024423,-8.750244
274
+ 2777,-9.500146,-0.0001463783
275
+ 7058,-8.844938e-05,-10.625089
276
+ 48408,-0.0001948882,-9.125195
277
+ 28934,-10.750054,-5.471557e-05
278
+ 46578,-9.750137,-0.00013720048
279
+ 23203,-0.9741558,-0.47415578
280
+ 6257,-9.875087,-8.6423e-05
281
+ 53444,-0.055463277,-2.9304633
282
+ 17816,-0.0047199028,-5.3797197
283
+ 46307,-9.375218,-0.00021812921
284
+ 20599,-12.250067,-6.723178e-05
285
+ 29423,-0.00014685506,-10.625147
286
+ 21041,-0.000103706705,-9.875104
287
+ 16633,-11.00005,-4.9589835e-05
288
+ 20221,-6.002504,-0.0025038342
289
+ 27466,-0.00011038171,-10.000111
290
+ 22987,-0.000115387935,-9.875115
291
+ 9322,-0.0001914318,-9.000192
292
+ 3265,-0.008672668,-4.7586727
293
+ 22814,-6.2519693,-0.0019693044
294
+ 56185,-10.750054,-5.483477e-05
295
+ 55014,-7.7504506,-0.00045050963
296
+ 43437,-8.875167,-0.00016687908
297
+ 24683,-0.00011717586,-10.125117
298
+ 10233,-0.5760001,-0.8260001
299
+ 19001,-0.00011145447,-9.875112
300
+ 32718,-0.0002131235,-9.125213
301
+ 31030,-0.00014554395,-11.000146
302
+ 1099,-0.00011395759,-10.5001135
303
+ 57982,-4.141278,-0.016277626
304
+ 49148,-0.00010144196,-9.625101
305
+ 40880,-11.375034,-3.4570097e-05
306
+ 31148,-0.000104302686,-11.125104
307
+ 9446,-10.000089,-8.8687775e-05
308
+ 18579,-11.500075,-7.5456635e-05
309
+ 30932,-4.5111475,-0.011147717
310
+ 40792,-0.0019902438,-6.2519903
311
+ 48600,-0.00023767508,-8.625237
312
+ 44588,-6.0025578,-0.0025575806
313
+ 33828,-1.9103026,-0.16030261
314
+ 33917,-0.00019631843,-9.500196
315
+ 2026,-0.00019834458,-8.875198
316
+ 56745,-0.00013469743,-10.125134
317
+ 17383,-0.006773487,-5.0067735
318
+ 2372,-0.0012104335,-6.87621
319
+ 56600,-0.0004371641,-8.000437
320
+ 50257,-0.00016580637,-9.375166
321
+ 38892,-0.000117533455,-9.875117
322
+ 45844,-0.00023660244,-9.8752365
323
+ 29062,-0.0005494039,-8.000549
324
+ 5655,-9.500113,-0.00011216965
325
+ 67611,-0.0002693767,-8.625269
326
+ 18546,-0.00025519452,-9.625256
327
+ 63060,-10.125121,-0.000120870915
328
+ 36068,-10.500073,-7.3072624e-05
329
+ 784,-0.0013511585,-6.6263514
330
+ 20429,-0.00019214691,-10.125192
331
+ 21679,-9.875153,-0.00015281464
332
+ 53617,-10.875123,-0.00012301642
333
+ 6978,-11.000044,-4.4225668e-05
334
+ 53262,-0.00012218206,-10.625122
335
+ 181,-0.00016485286,-10.250165
336
+ 28744,-0.0011348244,-7.001135
337
+ 48716,-0.0002750972,-8.625275
338
+ 51468,-9.9058016e-05,-10.000099
339
+ 62209,-9.625096,-9.6316464e-05
340
+ 8732,-3.5299835,-0.02998344
341
+ 56949,-7.3756795,-0.0006796196
342
+ 26885,-9.2978924e-05,-10.8750925
343
+ 43345,-0.00039057256,-8.000391
344
+ 8053,-5.0067973,-0.006797168
345
+ 59402,-9.750095,-9.524369e-05
346
+ 49552,-9.595887e-05,-10.125096
347
+ 12348,-0.00030489088,-8.625305
348
+ 28335,-7.8754034,-0.0004033229
349
+ 59114,-5.6286592,-0.0036592209
350
+ 12625,-8.250329,-0.00032884435
351
+ 8876,-7.3757873,-0.00078730576
352
+ 29959,-11.625042,-4.2437605e-05
353
+ 37911,-0.000101203565,-9.875101
354
+ 38412,-0.03809168,-3.2880917
355
+ 31999,-0.000115626324,-10.375115
356
+ 34775,-0.00016878611,-10.000169
357
+ 65737,-10.000083,-8.320462e-05
358
+ 25244,-0.00016628313,-9.750166
359
+ 51630,-6.2519803,-0.001980488
360
+ 23979,-6.8760824,-0.0010821922
361
+ 34638,-9.750093,-9.321732e-05
362
+ 22311,-12.625046,-4.5894525e-05
363
+ 14004,-8.625231,-0.00023064337
364
+ 310,-0.00012456595,-9.250125
365
+ 49105,-0.00015937012,-9.375159
366
+ 38782,-11.750122,-0.00012242045
367
+ 4647,-10.250064,-6.377493e-05
368
+ 43782,-8.153583e-05,-10.750081
369
+ 66046,-0.0001859492,-9.250186
370
+ 16690,-10.375084,-8.439662e-05
371
+ 67731,-0.000511992,-7.750512
372
+ 54867,-9.875093,-9.309812e-05
373
+ 34108,-5.5041485,-0.0041484497
374
+ 67332,-0.00019619924,-8.875196
375
+ 22567,-0.0001491197,-9.500149
376
+ 57173,-0.00012861856,-9.625129
377
+ 26527,-10.87507,-6.94966e-05
378
+ 59580,-6.5015664,-0.0015662557
379
+ 20737,-0.0005217621,-7.7505217
380
+ 53307,-0.00010561385,-10.375106
381
+ 32783,-9.595887e-05,-10.250096
382
+ 7868,-10.750046,-4.5417706e-05
383
+ 50777,-9.9296405e-05,-10.625099
384
+ 29307,-11.000047,-4.6371337e-05
385
+ 18297,-0.00016223069,-9.750162
386
+ 44524,-10.875072,-7.1165414e-05
387
+ 61320,-0.00020740266,-9.500207
388
+ 2578,-0.078991644,-2.5789917
389
+ 40612,-0.01615318,-4.1411533
390
+ 32523,-3.529813,-0.029813016
391
+ 48509,-0.00018046658,-9.37518
392
+ 36666,-8.875183,-0.00018285033
393
+ 6539,-10.250071,-7.0211805e-05
394
+ 33620,-10.500067,-6.723178e-05
395
+ 55547,-9.125147,-0.00014697426
396
+ 11751,-9.750086,-8.582701e-05
397
+ 30491,-0.00013243275,-9.500133
398
+ 48294,-9.375146,-0.00014566314
399
+ 37424,-8.500244,-0.00024434918
400
+ 29155,-0.0012055518,-6.7512054
finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/train_args.yaml ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ K: null
2
+ global_batch_size: 8
3
+ learning_rate: 0.0001
4
+ loss: ans
5
+ max_steps: -1
6
+ micro_batch_size: 1
7
+ optimizer_name: adamw
8
+ patience: 10
9
+ val_check_interval: 16
10
+ weight_decay: 0.0
finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/config.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlamaForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 128000,
8
+ "eos_token_id": [
9
+ 128001,
10
+ 128008,
11
+ 128009
12
+ ],
13
+ "head_dim": 64,
14
+ "hidden_act": "silu",
15
+ "hidden_size": 2048,
16
+ "initializer_range": 0.02,
17
+ "intermediate_size": 8192,
18
+ "max_position_embeddings": 131072,
19
+ "mlp_bias": false,
20
+ "model_type": "llama",
21
+ "num_attention_heads": 32,
22
+ "num_hidden_layers": 16,
23
+ "num_key_value_heads": 8,
24
+ "pretraining_tp": 1,
25
+ "rms_norm_eps": 1e-05,
26
+ "rope_scaling": {
27
+ "factor": 32.0,
28
+ "high_freq_factor": 4.0,
29
+ "low_freq_factor": 1.0,
30
+ "original_max_position_embeddings": 8192,
31
+ "rope_type": "llama3"
32
+ },
33
+ "rope_theta": 500000.0,
34
+ "tie_word_embeddings": true,
35
+ "torch_dtype": "bfloat16",
36
+ "transformers_version": "4.45.0.dev0",
37
+ "use_cache": true,
38
+ "vocab_size": 128256
39
+ }
finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/generation_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 128000,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 128001,
6
+ 128008,
7
+ 128009
8
+ ],
9
+ "temperature": 0.6,
10
+ "top_p": 0.9,
11
+ "transformers_version": "4.45.0.dev0"
12
+ }
finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ attention_logit_softcapping: null
2
+ attention_scores_scalar: null
3
+ bias: false
4
+ block_size: 131072
5
+ final_logit_softcapping: null
6
+ gelu_approximate: none
7
+ head_size: 64
8
+ hf_config:
9
+ name: Llama-3.2-1B-Instruct
10
+ org: meta-llama
11
+ intermediate_size: 8192
12
+ lm_head_bias: false
13
+ mlp_class_name: LLaMAMLP
14
+ n_embd: 2048
15
+ n_expert: 0
16
+ n_expert_per_token: 0
17
+ n_head: 32
18
+ n_layer: 16
19
+ n_query_groups: 8
20
+ name: Llama-3.2-1B-Instruct
21
+ norm_class_name: RMSNorm
22
+ norm_eps: 1.0e-05
23
+ padded_vocab_size: 128256
24
+ padding_multiple: 512
25
+ parallel_residual: false
26
+ post_attention_norm: false
27
+ post_mlp_norm: false
28
+ rope_adjustments:
29
+ factor: 32.0
30
+ high_freq_factor: 4.0
31
+ low_freq_factor: 1.0
32
+ original_max_seq_len: 8192
33
+ rope_base: 500000
34
+ rope_condense_ratio: 1
35
+ rotary_percentage: 1.0
36
+ scale_embeddings: false
37
+ shared_attention_norm: false
38
+ sliding_window_layer_placing: null
39
+ sliding_window_size: null
40
+ vocab_size: 128000
finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json ADDED
@@ -0,0 +1,2062 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "128000": {
4
+ "content": "<|begin_of_text|>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "128001": {
12
+ "content": "<|end_of_text|>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "128002": {
20
+ "content": "<|reserved_special_token_0|>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "128003": {
28
+ "content": "<|reserved_special_token_1|>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "128004": {
36
+ "content": "<|finetune_right_pad_id|>",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ },
43
+ "128005": {
44
+ "content": "<|reserved_special_token_2|>",
45
+ "lstrip": false,
46
+ "normalized": false,
47
+ "rstrip": false,
48
+ "single_word": false,
49
+ "special": true
50
+ },
51
+ "128006": {
52
+ "content": "<|start_header_id|>",
53
+ "lstrip": false,
54
+ "normalized": false,
55
+ "rstrip": false,
56
+ "single_word": false,
57
+ "special": true
58
+ },
59
+ "128007": {
60
+ "content": "<|end_header_id|>",
61
+ "lstrip": false,
62
+ "normalized": false,
63
+ "rstrip": false,
64
+ "single_word": false,
65
+ "special": true
66
+ },
67
+ "128008": {
68
+ "content": "<|eom_id|>",
69
+ "lstrip": false,
70
+ "normalized": false,
71
+ "rstrip": false,
72
+ "single_word": false,
73
+ "special": true
74
+ },
75
+ "128009": {
76
+ "content": "<|eot_id|>",
77
+ "lstrip": false,
78
+ "normalized": false,
79
+ "rstrip": false,
80
+ "single_word": false,
81
+ "special": true
82
+ },
83
+ "128010": {
84
+ "content": "<|python_tag|>",
85
+ "lstrip": false,
86
+ "normalized": false,
87
+ "rstrip": false,
88
+ "single_word": false,
89
+ "special": true
90
+ },
91
+ "128011": {
92
+ "content": "<|reserved_special_token_3|>",
93
+ "lstrip": false,
94
+ "normalized": false,
95
+ "rstrip": false,
96
+ "single_word": false,
97
+ "special": true
98
+ },
99
+ "128012": {
100
+ "content": "<|reserved_special_token_4|>",
101
+ "lstrip": false,
102
+ "normalized": false,
103
+ "rstrip": false,
104
+ "single_word": false,
105
+ "special": true
106
+ },
107
+ "128013": {
108
+ "content": "<|reserved_special_token_5|>",
109
+ "lstrip": false,
110
+ "normalized": false,
111
+ "rstrip": false,
112
+ "single_word": false,
113
+ "special": true
114
+ },
115
+ "128014": {
116
+ "content": "<|reserved_special_token_6|>",
117
+ "lstrip": false,
118
+ "normalized": false,
119
+ "rstrip": false,
120
+ "single_word": false,
121
+ "special": true
122
+ },
123
+ "128015": {
124
+ "content": "<|reserved_special_token_7|>",
125
+ "lstrip": false,
126
+ "normalized": false,
127
+ "rstrip": false,
128
+ "single_word": false,
129
+ "special": true
130
+ },
131
+ "128016": {
132
+ "content": "<|reserved_special_token_8|>",
133
+ "lstrip": false,
134
+ "normalized": false,
135
+ "rstrip": false,
136
+ "single_word": false,
137
+ "special": true
138
+ },
139
+ "128017": {
140
+ "content": "<|reserved_special_token_9|>",
141
+ "lstrip": false,
142
+ "normalized": false,
143
+ "rstrip": false,
144
+ "single_word": false,
145
+ "special": true
146
+ },
147
+ "128018": {
148
+ "content": "<|reserved_special_token_10|>",
149
+ "lstrip": false,
150
+ "normalized": false,
151
+ "rstrip": false,
152
+ "single_word": false,
153
+ "special": true
154
+ },
155
+ "128019": {
156
+ "content": "<|reserved_special_token_11|>",
157
+ "lstrip": false,
158
+ "normalized": false,
159
+ "rstrip": false,
160
+ "single_word": false,
161
+ "special": true
162
+ },
163
+ "128020": {
164
+ "content": "<|reserved_special_token_12|>",
165
+ "lstrip": false,
166
+ "normalized": false,
167
+ "rstrip": false,
168
+ "single_word": false,
169
+ "special": true
170
+ },
171
+ "128021": {
172
+ "content": "<|reserved_special_token_13|>",
173
+ "lstrip": false,
174
+ "normalized": false,
175
+ "rstrip": false,
176
+ "single_word": false,
177
+ "special": true
178
+ },
179
+ "128022": {
180
+ "content": "<|reserved_special_token_14|>",
181
+ "lstrip": false,
182
+ "normalized": false,
183
+ "rstrip": false,
184
+ "single_word": false,
185
+ "special": true
186
+ },
187
+ "128023": {
188
+ "content": "<|reserved_special_token_15|>",
189
+ "lstrip": false,
190
+ "normalized": false,
191
+ "rstrip": false,
192
+ "single_word": false,
193
+ "special": true
194
+ },
195
+ "128024": {
196
+ "content": "<|reserved_special_token_16|>",
197
+ "lstrip": false,
198
+ "normalized": false,
199
+ "rstrip": false,
200
+ "single_word": false,
201
+ "special": true
202
+ },
203
+ "128025": {
204
+ "content": "<|reserved_special_token_17|>",
205
+ "lstrip": false,
206
+ "normalized": false,
207
+ "rstrip": false,
208
+ "single_word": false,
209
+ "special": true
210
+ },
211
+ "128026": {
212
+ "content": "<|reserved_special_token_18|>",
213
+ "lstrip": false,
214
+ "normalized": false,
215
+ "rstrip": false,
216
+ "single_word": false,
217
+ "special": true
218
+ },
219
+ "128027": {
220
+ "content": "<|reserved_special_token_19|>",
221
+ "lstrip": false,
222
+ "normalized": false,
223
+ "rstrip": false,
224
+ "single_word": false,
225
+ "special": true
226
+ },
227
+ "128028": {
228
+ "content": "<|reserved_special_token_20|>",
229
+ "lstrip": false,
230
+ "normalized": false,
231
+ "rstrip": false,
232
+ "single_word": false,
233
+ "special": true
234
+ },
235
+ "128029": {
236
+ "content": "<|reserved_special_token_21|>",
237
+ "lstrip": false,
238
+ "normalized": false,
239
+ "rstrip": false,
240
+ "single_word": false,
241
+ "special": true
242
+ },
243
+ "128030": {
244
+ "content": "<|reserved_special_token_22|>",
245
+ "lstrip": false,
246
+ "normalized": false,
247
+ "rstrip": false,
248
+ "single_word": false,
249
+ "special": true
250
+ },
251
+ "128031": {
252
+ "content": "<|reserved_special_token_23|>",
253
+ "lstrip": false,
254
+ "normalized": false,
255
+ "rstrip": false,
256
+ "single_word": false,
257
+ "special": true
258
+ },
259
+ "128032": {
260
+ "content": "<|reserved_special_token_24|>",
261
+ "lstrip": false,
262
+ "normalized": false,
263
+ "rstrip": false,
264
+ "single_word": false,
265
+ "special": true
266
+ },
267
+ "128033": {
268
+ "content": "<|reserved_special_token_25|>",
269
+ "lstrip": false,
270
+ "normalized": false,
271
+ "rstrip": false,
272
+ "single_word": false,
273
+ "special": true
274
+ },
275
+ "128034": {
276
+ "content": "<|reserved_special_token_26|>",
277
+ "lstrip": false,
278
+ "normalized": false,
279
+ "rstrip": false,
280
+ "single_word": false,
281
+ "special": true
282
+ },
283
+ "128035": {
284
+ "content": "<|reserved_special_token_27|>",
285
+ "lstrip": false,
286
+ "normalized": false,
287
+ "rstrip": false,
288
+ "single_word": false,
289
+ "special": true
290
+ },
291
+ "128036": {
292
+ "content": "<|reserved_special_token_28|>",
293
+ "lstrip": false,
294
+ "normalized": false,
295
+ "rstrip": false,
296
+ "single_word": false,
297
+ "special": true
298
+ },
299
+ "128037": {
300
+ "content": "<|reserved_special_token_29|>",
301
+ "lstrip": false,
302
+ "normalized": false,
303
+ "rstrip": false,
304
+ "single_word": false,
305
+ "special": true
306
+ },
307
+ "128038": {
308
+ "content": "<|reserved_special_token_30|>",
309
+ "lstrip": false,
310
+ "normalized": false,
311
+ "rstrip": false,
312
+ "single_word": false,
313
+ "special": true
314
+ },
315
+ "128039": {
316
+ "content": "<|reserved_special_token_31|>",
317
+ "lstrip": false,
318
+ "normalized": false,
319
+ "rstrip": false,
320
+ "single_word": false,
321
+ "special": true
322
+ },
323
+ "128040": {
324
+ "content": "<|reserved_special_token_32|>",
325
+ "lstrip": false,
326
+ "normalized": false,
327
+ "rstrip": false,
328
+ "single_word": false,
329
+ "special": true
330
+ },
331
+ "128041": {
332
+ "content": "<|reserved_special_token_33|>",
333
+ "lstrip": false,
334
+ "normalized": false,
335
+ "rstrip": false,
336
+ "single_word": false,
337
+ "special": true
338
+ },
339
+ "128042": {
340
+ "content": "<|reserved_special_token_34|>",
341
+ "lstrip": false,
342
+ "normalized": false,
343
+ "rstrip": false,
344
+ "single_word": false,
345
+ "special": true
346
+ },
347
+ "128043": {
348
+ "content": "<|reserved_special_token_35|>",
349
+ "lstrip": false,
350
+ "normalized": false,
351
+ "rstrip": false,
352
+ "single_word": false,
353
+ "special": true
354
+ },
355
+ "128044": {
356
+ "content": "<|reserved_special_token_36|>",
357
+ "lstrip": false,
358
+ "normalized": false,
359
+ "rstrip": false,
360
+ "single_word": false,
361
+ "special": true
362
+ },
363
+ "128045": {
364
+ "content": "<|reserved_special_token_37|>",
365
+ "lstrip": false,
366
+ "normalized": false,
367
+ "rstrip": false,
368
+ "single_word": false,
369
+ "special": true
370
+ },
371
+ "128046": {
372
+ "content": "<|reserved_special_token_38|>",
373
+ "lstrip": false,
374
+ "normalized": false,
375
+ "rstrip": false,
376
+ "single_word": false,
377
+ "special": true
378
+ },
379
+ "128047": {
380
+ "content": "<|reserved_special_token_39|>",
381
+ "lstrip": false,
382
+ "normalized": false,
383
+ "rstrip": false,
384
+ "single_word": false,
385
+ "special": true
386
+ },
387
+ "128048": {
388
+ "content": "<|reserved_special_token_40|>",
389
+ "lstrip": false,
390
+ "normalized": false,
391
+ "rstrip": false,
392
+ "single_word": false,
393
+ "special": true
394
+ },
395
+ "128049": {
396
+ "content": "<|reserved_special_token_41|>",
397
+ "lstrip": false,
398
+ "normalized": false,
399
+ "rstrip": false,
400
+ "single_word": false,
401
+ "special": true
402
+ },
403
+ "128050": {
404
+ "content": "<|reserved_special_token_42|>",
405
+ "lstrip": false,
406
+ "normalized": false,
407
+ "rstrip": false,
408
+ "single_word": false,
409
+ "special": true
410
+ },
411
+ "128051": {
412
+ "content": "<|reserved_special_token_43|>",
413
+ "lstrip": false,
414
+ "normalized": false,
415
+ "rstrip": false,
416
+ "single_word": false,
417
+ "special": true
418
+ },
419
+ "128052": {
420
+ "content": "<|reserved_special_token_44|>",
421
+ "lstrip": false,
422
+ "normalized": false,
423
+ "rstrip": false,
424
+ "single_word": false,
425
+ "special": true
426
+ },
427
+ "128053": {
428
+ "content": "<|reserved_special_token_45|>",
429
+ "lstrip": false,
430
+ "normalized": false,
431
+ "rstrip": false,
432
+ "single_word": false,
433
+ "special": true
434
+ },
435
+ "128054": {
436
+ "content": "<|reserved_special_token_46|>",
437
+ "lstrip": false,
438
+ "normalized": false,
439
+ "rstrip": false,
440
+ "single_word": false,
441
+ "special": true
442
+ },
443
+ "128055": {
444
+ "content": "<|reserved_special_token_47|>",
445
+ "lstrip": false,
446
+ "normalized": false,
447
+ "rstrip": false,
448
+ "single_word": false,
449
+ "special": true
450
+ },
451
+ "128056": {
452
+ "content": "<|reserved_special_token_48|>",
453
+ "lstrip": false,
454
+ "normalized": false,
455
+ "rstrip": false,
456
+ "single_word": false,
457
+ "special": true
458
+ },
459
+ "128057": {
460
+ "content": "<|reserved_special_token_49|>",
461
+ "lstrip": false,
462
+ "normalized": false,
463
+ "rstrip": false,
464
+ "single_word": false,
465
+ "special": true
466
+ },
467
+ "128058": {
468
+ "content": "<|reserved_special_token_50|>",
469
+ "lstrip": false,
470
+ "normalized": false,
471
+ "rstrip": false,
472
+ "single_word": false,
473
+ "special": true
474
+ },
475
+ "128059": {
476
+ "content": "<|reserved_special_token_51|>",
477
+ "lstrip": false,
478
+ "normalized": false,
479
+ "rstrip": false,
480
+ "single_word": false,
481
+ "special": true
482
+ },
483
+ "128060": {
484
+ "content": "<|reserved_special_token_52|>",
485
+ "lstrip": false,
486
+ "normalized": false,
487
+ "rstrip": false,
488
+ "single_word": false,
489
+ "special": true
490
+ },
491
+ "128061": {
492
+ "content": "<|reserved_special_token_53|>",
493
+ "lstrip": false,
494
+ "normalized": false,
495
+ "rstrip": false,
496
+ "single_word": false,
497
+ "special": true
498
+ },
499
+ "128062": {
500
+ "content": "<|reserved_special_token_54|>",
501
+ "lstrip": false,
502
+ "normalized": false,
503
+ "rstrip": false,
504
+ "single_word": false,
505
+ "special": true
506
+ },
507
+ "128063": {
508
+ "content": "<|reserved_special_token_55|>",
509
+ "lstrip": false,
510
+ "normalized": false,
511
+ "rstrip": false,
512
+ "single_word": false,
513
+ "special": true
514
+ },
515
+ "128064": {
516
+ "content": "<|reserved_special_token_56|>",
517
+ "lstrip": false,
518
+ "normalized": false,
519
+ "rstrip": false,
520
+ "single_word": false,
521
+ "special": true
522
+ },
523
+ "128065": {
524
+ "content": "<|reserved_special_token_57|>",
525
+ "lstrip": false,
526
+ "normalized": false,
527
+ "rstrip": false,
528
+ "single_word": false,
529
+ "special": true
530
+ },
531
+ "128066": {
532
+ "content": "<|reserved_special_token_58|>",
533
+ "lstrip": false,
534
+ "normalized": false,
535
+ "rstrip": false,
536
+ "single_word": false,
537
+ "special": true
538
+ },
539
+ "128067": {
540
+ "content": "<|reserved_special_token_59|>",
541
+ "lstrip": false,
542
+ "normalized": false,
543
+ "rstrip": false,
544
+ "single_word": false,
545
+ "special": true
546
+ },
547
+ "128068": {
548
+ "content": "<|reserved_special_token_60|>",
549
+ "lstrip": false,
550
+ "normalized": false,
551
+ "rstrip": false,
552
+ "single_word": false,
553
+ "special": true
554
+ },
555
+ "128069": {
556
+ "content": "<|reserved_special_token_61|>",
557
+ "lstrip": false,
558
+ "normalized": false,
559
+ "rstrip": false,
560
+ "single_word": false,
561
+ "special": true
562
+ },
563
+ "128070": {
564
+ "content": "<|reserved_special_token_62|>",
565
+ "lstrip": false,
566
+ "normalized": false,
567
+ "rstrip": false,
568
+ "single_word": false,
569
+ "special": true
570
+ },
571
+ "128071": {
572
+ "content": "<|reserved_special_token_63|>",
573
+ "lstrip": false,
574
+ "normalized": false,
575
+ "rstrip": false,
576
+ "single_word": false,
577
+ "special": true
578
+ },
579
+ "128072": {
580
+ "content": "<|reserved_special_token_64|>",
581
+ "lstrip": false,
582
+ "normalized": false,
583
+ "rstrip": false,
584
+ "single_word": false,
585
+ "special": true
586
+ },
587
+ "128073": {
588
+ "content": "<|reserved_special_token_65|>",
589
+ "lstrip": false,
590
+ "normalized": false,
591
+ "rstrip": false,
592
+ "single_word": false,
593
+ "special": true
594
+ },
595
+ "128074": {
596
+ "content": "<|reserved_special_token_66|>",
597
+ "lstrip": false,
598
+ "normalized": false,
599
+ "rstrip": false,
600
+ "single_word": false,
601
+ "special": true
602
+ },
603
+ "128075": {
604
+ "content": "<|reserved_special_token_67|>",
605
+ "lstrip": false,
606
+ "normalized": false,
607
+ "rstrip": false,
608
+ "single_word": false,
609
+ "special": true
610
+ },
611
+ "128076": {
612
+ "content": "<|reserved_special_token_68|>",
613
+ "lstrip": false,
614
+ "normalized": false,
615
+ "rstrip": false,
616
+ "single_word": false,
617
+ "special": true
618
+ },
619
+ "128077": {
620
+ "content": "<|reserved_special_token_69|>",
621
+ "lstrip": false,
622
+ "normalized": false,
623
+ "rstrip": false,
624
+ "single_word": false,
625
+ "special": true
626
+ },
627
+ "128078": {
628
+ "content": "<|reserved_special_token_70|>",
629
+ "lstrip": false,
630
+ "normalized": false,
631
+ "rstrip": false,
632
+ "single_word": false,
633
+ "special": true
634
+ },
635
+ "128079": {
636
+ "content": "<|reserved_special_token_71|>",
637
+ "lstrip": false,
638
+ "normalized": false,
639
+ "rstrip": false,
640
+ "single_word": false,
641
+ "special": true
642
+ },
643
+ "128080": {
644
+ "content": "<|reserved_special_token_72|>",
645
+ "lstrip": false,
646
+ "normalized": false,
647
+ "rstrip": false,
648
+ "single_word": false,
649
+ "special": true
650
+ },
651
+ "128081": {
652
+ "content": "<|reserved_special_token_73|>",
653
+ "lstrip": false,
654
+ "normalized": false,
655
+ "rstrip": false,
656
+ "single_word": false,
657
+ "special": true
658
+ },
659
+ "128082": {
660
+ "content": "<|reserved_special_token_74|>",
661
+ "lstrip": false,
662
+ "normalized": false,
663
+ "rstrip": false,
664
+ "single_word": false,
665
+ "special": true
666
+ },
667
+ "128083": {
668
+ "content": "<|reserved_special_token_75|>",
669
+ "lstrip": false,
670
+ "normalized": false,
671
+ "rstrip": false,
672
+ "single_word": false,
673
+ "special": true
674
+ },
675
+ "128084": {
676
+ "content": "<|reserved_special_token_76|>",
677
+ "lstrip": false,
678
+ "normalized": false,
679
+ "rstrip": false,
680
+ "single_word": false,
681
+ "special": true
682
+ },
683
+ "128085": {
684
+ "content": "<|reserved_special_token_77|>",
685
+ "lstrip": false,
686
+ "normalized": false,
687
+ "rstrip": false,
688
+ "single_word": false,
689
+ "special": true
690
+ },
691
+ "128086": {
692
+ "content": "<|reserved_special_token_78|>",
693
+ "lstrip": false,
694
+ "normalized": false,
695
+ "rstrip": false,
696
+ "single_word": false,
697
+ "special": true
698
+ },
699
+ "128087": {
700
+ "content": "<|reserved_special_token_79|>",
701
+ "lstrip": false,
702
+ "normalized": false,
703
+ "rstrip": false,
704
+ "single_word": false,
705
+ "special": true
706
+ },
707
+ "128088": {
708
+ "content": "<|reserved_special_token_80|>",
709
+ "lstrip": false,
710
+ "normalized": false,
711
+ "rstrip": false,
712
+ "single_word": false,
713
+ "special": true
714
+ },
715
+ "128089": {
716
+ "content": "<|reserved_special_token_81|>",
717
+ "lstrip": false,
718
+ "normalized": false,
719
+ "rstrip": false,
720
+ "single_word": false,
721
+ "special": true
722
+ },
723
+ "128090": {
724
+ "content": "<|reserved_special_token_82|>",
725
+ "lstrip": false,
726
+ "normalized": false,
727
+ "rstrip": false,
728
+ "single_word": false,
729
+ "special": true
730
+ },
731
+ "128091": {
732
+ "content": "<|reserved_special_token_83|>",
733
+ "lstrip": false,
734
+ "normalized": false,
735
+ "rstrip": false,
736
+ "single_word": false,
737
+ "special": true
738
+ },
739
+ "128092": {
740
+ "content": "<|reserved_special_token_84|>",
741
+ "lstrip": false,
742
+ "normalized": false,
743
+ "rstrip": false,
744
+ "single_word": false,
745
+ "special": true
746
+ },
747
+ "128093": {
748
+ "content": "<|reserved_special_token_85|>",
749
+ "lstrip": false,
750
+ "normalized": false,
751
+ "rstrip": false,
752
+ "single_word": false,
753
+ "special": true
754
+ },
755
+ "128094": {
756
+ "content": "<|reserved_special_token_86|>",
757
+ "lstrip": false,
758
+ "normalized": false,
759
+ "rstrip": false,
760
+ "single_word": false,
761
+ "special": true
762
+ },
763
+ "128095": {
764
+ "content": "<|reserved_special_token_87|>",
765
+ "lstrip": false,
766
+ "normalized": false,
767
+ "rstrip": false,
768
+ "single_word": false,
769
+ "special": true
770
+ },
771
+ "128096": {
772
+ "content": "<|reserved_special_token_88|>",
773
+ "lstrip": false,
774
+ "normalized": false,
775
+ "rstrip": false,
776
+ "single_word": false,
777
+ "special": true
778
+ },
779
+ "128097": {
780
+ "content": "<|reserved_special_token_89|>",
781
+ "lstrip": false,
782
+ "normalized": false,
783
+ "rstrip": false,
784
+ "single_word": false,
785
+ "special": true
786
+ },
787
+ "128098": {
788
+ "content": "<|reserved_special_token_90|>",
789
+ "lstrip": false,
790
+ "normalized": false,
791
+ "rstrip": false,
792
+ "single_word": false,
793
+ "special": true
794
+ },
795
+ "128099": {
796
+ "content": "<|reserved_special_token_91|>",
797
+ "lstrip": false,
798
+ "normalized": false,
799
+ "rstrip": false,
800
+ "single_word": false,
801
+ "special": true
802
+ },
803
+ "128100": {
804
+ "content": "<|reserved_special_token_92|>",
805
+ "lstrip": false,
806
+ "normalized": false,
807
+ "rstrip": false,
808
+ "single_word": false,
809
+ "special": true
810
+ },
811
+ "128101": {
812
+ "content": "<|reserved_special_token_93|>",
813
+ "lstrip": false,
814
+ "normalized": false,
815
+ "rstrip": false,
816
+ "single_word": false,
817
+ "special": true
818
+ },
819
+ "128102": {
820
+ "content": "<|reserved_special_token_94|>",
821
+ "lstrip": false,
822
+ "normalized": false,
823
+ "rstrip": false,
824
+ "single_word": false,
825
+ "special": true
826
+ },
827
+ "128103": {
828
+ "content": "<|reserved_special_token_95|>",
829
+ "lstrip": false,
830
+ "normalized": false,
831
+ "rstrip": false,
832
+ "single_word": false,
833
+ "special": true
834
+ },
835
+ "128104": {
836
+ "content": "<|reserved_special_token_96|>",
837
+ "lstrip": false,
838
+ "normalized": false,
839
+ "rstrip": false,
840
+ "single_word": false,
841
+ "special": true
842
+ },
843
+ "128105": {
844
+ "content": "<|reserved_special_token_97|>",
845
+ "lstrip": false,
846
+ "normalized": false,
847
+ "rstrip": false,
848
+ "single_word": false,
849
+ "special": true
850
+ },
851
+ "128106": {
852
+ "content": "<|reserved_special_token_98|>",
853
+ "lstrip": false,
854
+ "normalized": false,
855
+ "rstrip": false,
856
+ "single_word": false,
857
+ "special": true
858
+ },
859
+ "128107": {
860
+ "content": "<|reserved_special_token_99|>",
861
+ "lstrip": false,
862
+ "normalized": false,
863
+ "rstrip": false,
864
+ "single_word": false,
865
+ "special": true
866
+ },
867
+ "128108": {
868
+ "content": "<|reserved_special_token_100|>",
869
+ "lstrip": false,
870
+ "normalized": false,
871
+ "rstrip": false,
872
+ "single_word": false,
873
+ "special": true
874
+ },
875
+ "128109": {
876
+ "content": "<|reserved_special_token_101|>",
877
+ "lstrip": false,
878
+ "normalized": false,
879
+ "rstrip": false,
880
+ "single_word": false,
881
+ "special": true
882
+ },
883
+ "128110": {
884
+ "content": "<|reserved_special_token_102|>",
885
+ "lstrip": false,
886
+ "normalized": false,
887
+ "rstrip": false,
888
+ "single_word": false,
889
+ "special": true
890
+ },
891
+ "128111": {
892
+ "content": "<|reserved_special_token_103|>",
893
+ "lstrip": false,
894
+ "normalized": false,
895
+ "rstrip": false,
896
+ "single_word": false,
897
+ "special": true
898
+ },
899
+ "128112": {
900
+ "content": "<|reserved_special_token_104|>",
901
+ "lstrip": false,
902
+ "normalized": false,
903
+ "rstrip": false,
904
+ "single_word": false,
905
+ "special": true
906
+ },
907
+ "128113": {
908
+ "content": "<|reserved_special_token_105|>",
909
+ "lstrip": false,
910
+ "normalized": false,
911
+ "rstrip": false,
912
+ "single_word": false,
913
+ "special": true
914
+ },
915
+ "128114": {
916
+ "content": "<|reserved_special_token_106|>",
917
+ "lstrip": false,
918
+ "normalized": false,
919
+ "rstrip": false,
920
+ "single_word": false,
921
+ "special": true
922
+ },
923
+ "128115": {
924
+ "content": "<|reserved_special_token_107|>",
925
+ "lstrip": false,
926
+ "normalized": false,
927
+ "rstrip": false,
928
+ "single_word": false,
929
+ "special": true
930
+ },
931
+ "128116": {
932
+ "content": "<|reserved_special_token_108|>",
933
+ "lstrip": false,
934
+ "normalized": false,
935
+ "rstrip": false,
936
+ "single_word": false,
937
+ "special": true
938
+ },
939
+ "128117": {
940
+ "content": "<|reserved_special_token_109|>",
941
+ "lstrip": false,
942
+ "normalized": false,
943
+ "rstrip": false,
944
+ "single_word": false,
945
+ "special": true
946
+ },
947
+ "128118": {
948
+ "content": "<|reserved_special_token_110|>",
949
+ "lstrip": false,
950
+ "normalized": false,
951
+ "rstrip": false,
952
+ "single_word": false,
953
+ "special": true
954
+ },
955
+ "128119": {
956
+ "content": "<|reserved_special_token_111|>",
957
+ "lstrip": false,
958
+ "normalized": false,
959
+ "rstrip": false,
960
+ "single_word": false,
961
+ "special": true
962
+ },
963
+ "128120": {
964
+ "content": "<|reserved_special_token_112|>",
965
+ "lstrip": false,
966
+ "normalized": false,
967
+ "rstrip": false,
968
+ "single_word": false,
969
+ "special": true
970
+ },
971
+ "128121": {
972
+ "content": "<|reserved_special_token_113|>",
973
+ "lstrip": false,
974
+ "normalized": false,
975
+ "rstrip": false,
976
+ "single_word": false,
977
+ "special": true
978
+ },
979
+ "128122": {
980
+ "content": "<|reserved_special_token_114|>",
981
+ "lstrip": false,
982
+ "normalized": false,
983
+ "rstrip": false,
984
+ "single_word": false,
985
+ "special": true
986
+ },
987
+ "128123": {
988
+ "content": "<|reserved_special_token_115|>",
989
+ "lstrip": false,
990
+ "normalized": false,
991
+ "rstrip": false,
992
+ "single_word": false,
993
+ "special": true
994
+ },
995
+ "128124": {
996
+ "content": "<|reserved_special_token_116|>",
997
+ "lstrip": false,
998
+ "normalized": false,
999
+ "rstrip": false,
1000
+ "single_word": false,
1001
+ "special": true
1002
+ },
1003
+ "128125": {
1004
+ "content": "<|reserved_special_token_117|>",
1005
+ "lstrip": false,
1006
+ "normalized": false,
1007
+ "rstrip": false,
1008
+ "single_word": false,
1009
+ "special": true
1010
+ },
1011
+ "128126": {
1012
+ "content": "<|reserved_special_token_118|>",
1013
+ "lstrip": false,
1014
+ "normalized": false,
1015
+ "rstrip": false,
1016
+ "single_word": false,
1017
+ "special": true
1018
+ },
1019
+ "128127": {
1020
+ "content": "<|reserved_special_token_119|>",
1021
+ "lstrip": false,
1022
+ "normalized": false,
1023
+ "rstrip": false,
1024
+ "single_word": false,
1025
+ "special": true
1026
+ },
1027
+ "128128": {
1028
+ "content": "<|reserved_special_token_120|>",
1029
+ "lstrip": false,
1030
+ "normalized": false,
1031
+ "rstrip": false,
1032
+ "single_word": false,
1033
+ "special": true
1034
+ },
1035
+ "128129": {
1036
+ "content": "<|reserved_special_token_121|>",
1037
+ "lstrip": false,
1038
+ "normalized": false,
1039
+ "rstrip": false,
1040
+ "single_word": false,
1041
+ "special": true
1042
+ },
1043
+ "128130": {
1044
+ "content": "<|reserved_special_token_122|>",
1045
+ "lstrip": false,
1046
+ "normalized": false,
1047
+ "rstrip": false,
1048
+ "single_word": false,
1049
+ "special": true
1050
+ },
1051
+ "128131": {
1052
+ "content": "<|reserved_special_token_123|>",
1053
+ "lstrip": false,
1054
+ "normalized": false,
1055
+ "rstrip": false,
1056
+ "single_word": false,
1057
+ "special": true
1058
+ },
1059
+ "128132": {
1060
+ "content": "<|reserved_special_token_124|>",
1061
+ "lstrip": false,
1062
+ "normalized": false,
1063
+ "rstrip": false,
1064
+ "single_word": false,
1065
+ "special": true
1066
+ },
1067
+ "128133": {
1068
+ "content": "<|reserved_special_token_125|>",
1069
+ "lstrip": false,
1070
+ "normalized": false,
1071
+ "rstrip": false,
1072
+ "single_word": false,
1073
+ "special": true
1074
+ },
1075
+ "128134": {
1076
+ "content": "<|reserved_special_token_126|>",
1077
+ "lstrip": false,
1078
+ "normalized": false,
1079
+ "rstrip": false,
1080
+ "single_word": false,
1081
+ "special": true
1082
+ },
1083
+ "128135": {
1084
+ "content": "<|reserved_special_token_127|>",
1085
+ "lstrip": false,
1086
+ "normalized": false,
1087
+ "rstrip": false,
1088
+ "single_word": false,
1089
+ "special": true
1090
+ },
1091
+ "128136": {
1092
+ "content": "<|reserved_special_token_128|>",
1093
+ "lstrip": false,
1094
+ "normalized": false,
1095
+ "rstrip": false,
1096
+ "single_word": false,
1097
+ "special": true
1098
+ },
1099
+ "128137": {
1100
+ "content": "<|reserved_special_token_129|>",
1101
+ "lstrip": false,
1102
+ "normalized": false,
1103
+ "rstrip": false,
1104
+ "single_word": false,
1105
+ "special": true
1106
+ },
1107
+ "128138": {
1108
+ "content": "<|reserved_special_token_130|>",
1109
+ "lstrip": false,
1110
+ "normalized": false,
1111
+ "rstrip": false,
1112
+ "single_word": false,
1113
+ "special": true
1114
+ },
1115
+ "128139": {
1116
+ "content": "<|reserved_special_token_131|>",
1117
+ "lstrip": false,
1118
+ "normalized": false,
1119
+ "rstrip": false,
1120
+ "single_word": false,
1121
+ "special": true
1122
+ },
1123
+ "128140": {
1124
+ "content": "<|reserved_special_token_132|>",
1125
+ "lstrip": false,
1126
+ "normalized": false,
1127
+ "rstrip": false,
1128
+ "single_word": false,
1129
+ "special": true
1130
+ },
1131
+ "128141": {
1132
+ "content": "<|reserved_special_token_133|>",
1133
+ "lstrip": false,
1134
+ "normalized": false,
1135
+ "rstrip": false,
1136
+ "single_word": false,
1137
+ "special": true
1138
+ },
1139
+ "128142": {
1140
+ "content": "<|reserved_special_token_134|>",
1141
+ "lstrip": false,
1142
+ "normalized": false,
1143
+ "rstrip": false,
1144
+ "single_word": false,
1145
+ "special": true
1146
+ },
1147
+ "128143": {
1148
+ "content": "<|reserved_special_token_135|>",
1149
+ "lstrip": false,
1150
+ "normalized": false,
1151
+ "rstrip": false,
1152
+ "single_word": false,
1153
+ "special": true
1154
+ },
1155
+ "128144": {
1156
+ "content": "<|reserved_special_token_136|>",
1157
+ "lstrip": false,
1158
+ "normalized": false,
1159
+ "rstrip": false,
1160
+ "single_word": false,
1161
+ "special": true
1162
+ },
1163
+ "128145": {
1164
+ "content": "<|reserved_special_token_137|>",
1165
+ "lstrip": false,
1166
+ "normalized": false,
1167
+ "rstrip": false,
1168
+ "single_word": false,
1169
+ "special": true
1170
+ },
1171
+ "128146": {
1172
+ "content": "<|reserved_special_token_138|>",
1173
+ "lstrip": false,
1174
+ "normalized": false,
1175
+ "rstrip": false,
1176
+ "single_word": false,
1177
+ "special": true
1178
+ },
1179
+ "128147": {
1180
+ "content": "<|reserved_special_token_139|>",
1181
+ "lstrip": false,
1182
+ "normalized": false,
1183
+ "rstrip": false,
1184
+ "single_word": false,
1185
+ "special": true
1186
+ },
1187
+ "128148": {
1188
+ "content": "<|reserved_special_token_140|>",
1189
+ "lstrip": false,
1190
+ "normalized": false,
1191
+ "rstrip": false,
1192
+ "single_word": false,
1193
+ "special": true
1194
+ },
1195
+ "128149": {
1196
+ "content": "<|reserved_special_token_141|>",
1197
+ "lstrip": false,
1198
+ "normalized": false,
1199
+ "rstrip": false,
1200
+ "single_word": false,
1201
+ "special": true
1202
+ },
1203
+ "128150": {
1204
+ "content": "<|reserved_special_token_142|>",
1205
+ "lstrip": false,
1206
+ "normalized": false,
1207
+ "rstrip": false,
1208
+ "single_word": false,
1209
+ "special": true
1210
+ },
1211
+ "128151": {
1212
+ "content": "<|reserved_special_token_143|>",
1213
+ "lstrip": false,
1214
+ "normalized": false,
1215
+ "rstrip": false,
1216
+ "single_word": false,
1217
+ "special": true
1218
+ },
1219
+ "128152": {
1220
+ "content": "<|reserved_special_token_144|>",
1221
+ "lstrip": false,
1222
+ "normalized": false,
1223
+ "rstrip": false,
1224
+ "single_word": false,
1225
+ "special": true
1226
+ },
1227
+ "128153": {
1228
+ "content": "<|reserved_special_token_145|>",
1229
+ "lstrip": false,
1230
+ "normalized": false,
1231
+ "rstrip": false,
1232
+ "single_word": false,
1233
+ "special": true
1234
+ },
1235
+ "128154": {
1236
+ "content": "<|reserved_special_token_146|>",
1237
+ "lstrip": false,
1238
+ "normalized": false,
1239
+ "rstrip": false,
1240
+ "single_word": false,
1241
+ "special": true
1242
+ },
1243
+ "128155": {
1244
+ "content": "<|reserved_special_token_147|>",
1245
+ "lstrip": false,
1246
+ "normalized": false,
1247
+ "rstrip": false,
1248
+ "single_word": false,
1249
+ "special": true
1250
+ },
1251
+ "128156": {
1252
+ "content": "<|reserved_special_token_148|>",
1253
+ "lstrip": false,
1254
+ "normalized": false,
1255
+ "rstrip": false,
1256
+ "single_word": false,
1257
+ "special": true
1258
+ },
1259
+ "128157": {
1260
+ "content": "<|reserved_special_token_149|>",
1261
+ "lstrip": false,
1262
+ "normalized": false,
1263
+ "rstrip": false,
1264
+ "single_word": false,
1265
+ "special": true
1266
+ },
1267
+ "128158": {
1268
+ "content": "<|reserved_special_token_150|>",
1269
+ "lstrip": false,
1270
+ "normalized": false,
1271
+ "rstrip": false,
1272
+ "single_word": false,
1273
+ "special": true
1274
+ },
1275
+ "128159": {
1276
+ "content": "<|reserved_special_token_151|>",
1277
+ "lstrip": false,
1278
+ "normalized": false,
1279
+ "rstrip": false,
1280
+ "single_word": false,
1281
+ "special": true
1282
+ },
1283
+ "128160": {
1284
+ "content": "<|reserved_special_token_152|>",
1285
+ "lstrip": false,
1286
+ "normalized": false,
1287
+ "rstrip": false,
1288
+ "single_word": false,
1289
+ "special": true
1290
+ },
1291
+ "128161": {
1292
+ "content": "<|reserved_special_token_153|>",
1293
+ "lstrip": false,
1294
+ "normalized": false,
1295
+ "rstrip": false,
1296
+ "single_word": false,
1297
+ "special": true
1298
+ },
1299
+ "128162": {
1300
+ "content": "<|reserved_special_token_154|>",
1301
+ "lstrip": false,
1302
+ "normalized": false,
1303
+ "rstrip": false,
1304
+ "single_word": false,
1305
+ "special": true
1306
+ },
1307
+ "128163": {
1308
+ "content": "<|reserved_special_token_155|>",
1309
+ "lstrip": false,
1310
+ "normalized": false,
1311
+ "rstrip": false,
1312
+ "single_word": false,
1313
+ "special": true
1314
+ },
1315
+ "128164": {
1316
+ "content": "<|reserved_special_token_156|>",
1317
+ "lstrip": false,
1318
+ "normalized": false,
1319
+ "rstrip": false,
1320
+ "single_word": false,
1321
+ "special": true
1322
+ },
1323
+ "128165": {
1324
+ "content": "<|reserved_special_token_157|>",
1325
+ "lstrip": false,
1326
+ "normalized": false,
1327
+ "rstrip": false,
1328
+ "single_word": false,
1329
+ "special": true
1330
+ },
1331
+ "128166": {
1332
+ "content": "<|reserved_special_token_158|>",
1333
+ "lstrip": false,
1334
+ "normalized": false,
1335
+ "rstrip": false,
1336
+ "single_word": false,
1337
+ "special": true
1338
+ },
1339
+ "128167": {
1340
+ "content": "<|reserved_special_token_159|>",
1341
+ "lstrip": false,
1342
+ "normalized": false,
1343
+ "rstrip": false,
1344
+ "single_word": false,
1345
+ "special": true
1346
+ },
1347
+ "128168": {
1348
+ "content": "<|reserved_special_token_160|>",
1349
+ "lstrip": false,
1350
+ "normalized": false,
1351
+ "rstrip": false,
1352
+ "single_word": false,
1353
+ "special": true
1354
+ },
1355
+ "128169": {
1356
+ "content": "<|reserved_special_token_161|>",
1357
+ "lstrip": false,
1358
+ "normalized": false,
1359
+ "rstrip": false,
1360
+ "single_word": false,
1361
+ "special": true
1362
+ },
1363
+ "128170": {
1364
+ "content": "<|reserved_special_token_162|>",
1365
+ "lstrip": false,
1366
+ "normalized": false,
1367
+ "rstrip": false,
1368
+ "single_word": false,
1369
+ "special": true
1370
+ },
1371
+ "128171": {
1372
+ "content": "<|reserved_special_token_163|>",
1373
+ "lstrip": false,
1374
+ "normalized": false,
1375
+ "rstrip": false,
1376
+ "single_word": false,
1377
+ "special": true
1378
+ },
1379
+ "128172": {
1380
+ "content": "<|reserved_special_token_164|>",
1381
+ "lstrip": false,
1382
+ "normalized": false,
1383
+ "rstrip": false,
1384
+ "single_word": false,
1385
+ "special": true
1386
+ },
1387
+ "128173": {
1388
+ "content": "<|reserved_special_token_165|>",
1389
+ "lstrip": false,
1390
+ "normalized": false,
1391
+ "rstrip": false,
1392
+ "single_word": false,
1393
+ "special": true
1394
+ },
1395
+ "128174": {
1396
+ "content": "<|reserved_special_token_166|>",
1397
+ "lstrip": false,
1398
+ "normalized": false,
1399
+ "rstrip": false,
1400
+ "single_word": false,
1401
+ "special": true
1402
+ },
1403
+ "128175": {
1404
+ "content": "<|reserved_special_token_167|>",
1405
+ "lstrip": false,
1406
+ "normalized": false,
1407
+ "rstrip": false,
1408
+ "single_word": false,
1409
+ "special": true
1410
+ },
1411
+ "128176": {
1412
+ "content": "<|reserved_special_token_168|>",
1413
+ "lstrip": false,
1414
+ "normalized": false,
1415
+ "rstrip": false,
1416
+ "single_word": false,
1417
+ "special": true
1418
+ },
1419
+ "128177": {
1420
+ "content": "<|reserved_special_token_169|>",
1421
+ "lstrip": false,
1422
+ "normalized": false,
1423
+ "rstrip": false,
1424
+ "single_word": false,
1425
+ "special": true
1426
+ },
1427
+ "128178": {
1428
+ "content": "<|reserved_special_token_170|>",
1429
+ "lstrip": false,
1430
+ "normalized": false,
1431
+ "rstrip": false,
1432
+ "single_word": false,
1433
+ "special": true
1434
+ },
1435
+ "128179": {
1436
+ "content": "<|reserved_special_token_171|>",
1437
+ "lstrip": false,
1438
+ "normalized": false,
1439
+ "rstrip": false,
1440
+ "single_word": false,
1441
+ "special": true
1442
+ },
1443
+ "128180": {
1444
+ "content": "<|reserved_special_token_172|>",
1445
+ "lstrip": false,
1446
+ "normalized": false,
1447
+ "rstrip": false,
1448
+ "single_word": false,
1449
+ "special": true
1450
+ },
1451
+ "128181": {
1452
+ "content": "<|reserved_special_token_173|>",
1453
+ "lstrip": false,
1454
+ "normalized": false,
1455
+ "rstrip": false,
1456
+ "single_word": false,
1457
+ "special": true
1458
+ },
1459
+ "128182": {
1460
+ "content": "<|reserved_special_token_174|>",
1461
+ "lstrip": false,
1462
+ "normalized": false,
1463
+ "rstrip": false,
1464
+ "single_word": false,
1465
+ "special": true
1466
+ },
1467
+ "128183": {
1468
+ "content": "<|reserved_special_token_175|>",
1469
+ "lstrip": false,
1470
+ "normalized": false,
1471
+ "rstrip": false,
1472
+ "single_word": false,
1473
+ "special": true
1474
+ },
1475
+ "128184": {
1476
+ "content": "<|reserved_special_token_176|>",
1477
+ "lstrip": false,
1478
+ "normalized": false,
1479
+ "rstrip": false,
1480
+ "single_word": false,
1481
+ "special": true
1482
+ },
1483
+ "128185": {
1484
+ "content": "<|reserved_special_token_177|>",
1485
+ "lstrip": false,
1486
+ "normalized": false,
1487
+ "rstrip": false,
1488
+ "single_word": false,
1489
+ "special": true
1490
+ },
1491
+ "128186": {
1492
+ "content": "<|reserved_special_token_178|>",
1493
+ "lstrip": false,
1494
+ "normalized": false,
1495
+ "rstrip": false,
1496
+ "single_word": false,
1497
+ "special": true
1498
+ },
1499
+ "128187": {
1500
+ "content": "<|reserved_special_token_179|>",
1501
+ "lstrip": false,
1502
+ "normalized": false,
1503
+ "rstrip": false,
1504
+ "single_word": false,
1505
+ "special": true
1506
+ },
1507
+ "128188": {
1508
+ "content": "<|reserved_special_token_180|>",
1509
+ "lstrip": false,
1510
+ "normalized": false,
1511
+ "rstrip": false,
1512
+ "single_word": false,
1513
+ "special": true
1514
+ },
1515
+ "128189": {
1516
+ "content": "<|reserved_special_token_181|>",
1517
+ "lstrip": false,
1518
+ "normalized": false,
1519
+ "rstrip": false,
1520
+ "single_word": false,
1521
+ "special": true
1522
+ },
1523
+ "128190": {
1524
+ "content": "<|reserved_special_token_182|>",
1525
+ "lstrip": false,
1526
+ "normalized": false,
1527
+ "rstrip": false,
1528
+ "single_word": false,
1529
+ "special": true
1530
+ },
1531
+ "128191": {
1532
+ "content": "<|reserved_special_token_183|>",
1533
+ "lstrip": false,
1534
+ "normalized": false,
1535
+ "rstrip": false,
1536
+ "single_word": false,
1537
+ "special": true
1538
+ },
1539
+ "128192": {
1540
+ "content": "<|reserved_special_token_184|>",
1541
+ "lstrip": false,
1542
+ "normalized": false,
1543
+ "rstrip": false,
1544
+ "single_word": false,
1545
+ "special": true
1546
+ },
1547
+ "128193": {
1548
+ "content": "<|reserved_special_token_185|>",
1549
+ "lstrip": false,
1550
+ "normalized": false,
1551
+ "rstrip": false,
1552
+ "single_word": false,
1553
+ "special": true
1554
+ },
1555
+ "128194": {
1556
+ "content": "<|reserved_special_token_186|>",
1557
+ "lstrip": false,
1558
+ "normalized": false,
1559
+ "rstrip": false,
1560
+ "single_word": false,
1561
+ "special": true
1562
+ },
1563
+ "128195": {
1564
+ "content": "<|reserved_special_token_187|>",
1565
+ "lstrip": false,
1566
+ "normalized": false,
1567
+ "rstrip": false,
1568
+ "single_word": false,
1569
+ "special": true
1570
+ },
1571
+ "128196": {
1572
+ "content": "<|reserved_special_token_188|>",
1573
+ "lstrip": false,
1574
+ "normalized": false,
1575
+ "rstrip": false,
1576
+ "single_word": false,
1577
+ "special": true
1578
+ },
1579
+ "128197": {
1580
+ "content": "<|reserved_special_token_189|>",
1581
+ "lstrip": false,
1582
+ "normalized": false,
1583
+ "rstrip": false,
1584
+ "single_word": false,
1585
+ "special": true
1586
+ },
1587
+ "128198": {
1588
+ "content": "<|reserved_special_token_190|>",
1589
+ "lstrip": false,
1590
+ "normalized": false,
1591
+ "rstrip": false,
1592
+ "single_word": false,
1593
+ "special": true
1594
+ },
1595
+ "128199": {
1596
+ "content": "<|reserved_special_token_191|>",
1597
+ "lstrip": false,
1598
+ "normalized": false,
1599
+ "rstrip": false,
1600
+ "single_word": false,
1601
+ "special": true
1602
+ },
1603
+ "128200": {
1604
+ "content": "<|reserved_special_token_192|>",
1605
+ "lstrip": false,
1606
+ "normalized": false,
1607
+ "rstrip": false,
1608
+ "single_word": false,
1609
+ "special": true
1610
+ },
1611
+ "128201": {
1612
+ "content": "<|reserved_special_token_193|>",
1613
+ "lstrip": false,
1614
+ "normalized": false,
1615
+ "rstrip": false,
1616
+ "single_word": false,
1617
+ "special": true
1618
+ },
1619
+ "128202": {
1620
+ "content": "<|reserved_special_token_194|>",
1621
+ "lstrip": false,
1622
+ "normalized": false,
1623
+ "rstrip": false,
1624
+ "single_word": false,
1625
+ "special": true
1626
+ },
1627
+ "128203": {
1628
+ "content": "<|reserved_special_token_195|>",
1629
+ "lstrip": false,
1630
+ "normalized": false,
1631
+ "rstrip": false,
1632
+ "single_word": false,
1633
+ "special": true
1634
+ },
1635
+ "128204": {
1636
+ "content": "<|reserved_special_token_196|>",
1637
+ "lstrip": false,
1638
+ "normalized": false,
1639
+ "rstrip": false,
1640
+ "single_word": false,
1641
+ "special": true
1642
+ },
1643
+ "128205": {
1644
+ "content": "<|reserved_special_token_197|>",
1645
+ "lstrip": false,
1646
+ "normalized": false,
1647
+ "rstrip": false,
1648
+ "single_word": false,
1649
+ "special": true
1650
+ },
1651
+ "128206": {
1652
+ "content": "<|reserved_special_token_198|>",
1653
+ "lstrip": false,
1654
+ "normalized": false,
1655
+ "rstrip": false,
1656
+ "single_word": false,
1657
+ "special": true
1658
+ },
1659
+ "128207": {
1660
+ "content": "<|reserved_special_token_199|>",
1661
+ "lstrip": false,
1662
+ "normalized": false,
1663
+ "rstrip": false,
1664
+ "single_word": false,
1665
+ "special": true
1666
+ },
1667
+ "128208": {
1668
+ "content": "<|reserved_special_token_200|>",
1669
+ "lstrip": false,
1670
+ "normalized": false,
1671
+ "rstrip": false,
1672
+ "single_word": false,
1673
+ "special": true
1674
+ },
1675
+ "128209": {
1676
+ "content": "<|reserved_special_token_201|>",
1677
+ "lstrip": false,
1678
+ "normalized": false,
1679
+ "rstrip": false,
1680
+ "single_word": false,
1681
+ "special": true
1682
+ },
1683
+ "128210": {
1684
+ "content": "<|reserved_special_token_202|>",
1685
+ "lstrip": false,
1686
+ "normalized": false,
1687
+ "rstrip": false,
1688
+ "single_word": false,
1689
+ "special": true
1690
+ },
1691
+ "128211": {
1692
+ "content": "<|reserved_special_token_203|>",
1693
+ "lstrip": false,
1694
+ "normalized": false,
1695
+ "rstrip": false,
1696
+ "single_word": false,
1697
+ "special": true
1698
+ },
1699
+ "128212": {
1700
+ "content": "<|reserved_special_token_204|>",
1701
+ "lstrip": false,
1702
+ "normalized": false,
1703
+ "rstrip": false,
1704
+ "single_word": false,
1705
+ "special": true
1706
+ },
1707
+ "128213": {
1708
+ "content": "<|reserved_special_token_205|>",
1709
+ "lstrip": false,
1710
+ "normalized": false,
1711
+ "rstrip": false,
1712
+ "single_word": false,
1713
+ "special": true
1714
+ },
1715
+ "128214": {
1716
+ "content": "<|reserved_special_token_206|>",
1717
+ "lstrip": false,
1718
+ "normalized": false,
1719
+ "rstrip": false,
1720
+ "single_word": false,
1721
+ "special": true
1722
+ },
1723
+ "128215": {
1724
+ "content": "<|reserved_special_token_207|>",
1725
+ "lstrip": false,
1726
+ "normalized": false,
1727
+ "rstrip": false,
1728
+ "single_word": false,
1729
+ "special": true
1730
+ },
1731
+ "128216": {
1732
+ "content": "<|reserved_special_token_208|>",
1733
+ "lstrip": false,
1734
+ "normalized": false,
1735
+ "rstrip": false,
1736
+ "single_word": false,
1737
+ "special": true
1738
+ },
1739
+ "128217": {
1740
+ "content": "<|reserved_special_token_209|>",
1741
+ "lstrip": false,
1742
+ "normalized": false,
1743
+ "rstrip": false,
1744
+ "single_word": false,
1745
+ "special": true
1746
+ },
1747
+ "128218": {
1748
+ "content": "<|reserved_special_token_210|>",
1749
+ "lstrip": false,
1750
+ "normalized": false,
1751
+ "rstrip": false,
1752
+ "single_word": false,
1753
+ "special": true
1754
+ },
1755
+ "128219": {
1756
+ "content": "<|reserved_special_token_211|>",
1757
+ "lstrip": false,
1758
+ "normalized": false,
1759
+ "rstrip": false,
1760
+ "single_word": false,
1761
+ "special": true
1762
+ },
1763
+ "128220": {
1764
+ "content": "<|reserved_special_token_212|>",
1765
+ "lstrip": false,
1766
+ "normalized": false,
1767
+ "rstrip": false,
1768
+ "single_word": false,
1769
+ "special": true
1770
+ },
1771
+ "128221": {
1772
+ "content": "<|reserved_special_token_213|>",
1773
+ "lstrip": false,
1774
+ "normalized": false,
1775
+ "rstrip": false,
1776
+ "single_word": false,
1777
+ "special": true
1778
+ },
1779
+ "128222": {
1780
+ "content": "<|reserved_special_token_214|>",
1781
+ "lstrip": false,
1782
+ "normalized": false,
1783
+ "rstrip": false,
1784
+ "single_word": false,
1785
+ "special": true
1786
+ },
1787
+ "128223": {
1788
+ "content": "<|reserved_special_token_215|>",
1789
+ "lstrip": false,
1790
+ "normalized": false,
1791
+ "rstrip": false,
1792
+ "single_word": false,
1793
+ "special": true
1794
+ },
1795
+ "128224": {
1796
+ "content": "<|reserved_special_token_216|>",
1797
+ "lstrip": false,
1798
+ "normalized": false,
1799
+ "rstrip": false,
1800
+ "single_word": false,
1801
+ "special": true
1802
+ },
1803
+ "128225": {
1804
+ "content": "<|reserved_special_token_217|>",
1805
+ "lstrip": false,
1806
+ "normalized": false,
1807
+ "rstrip": false,
1808
+ "single_word": false,
1809
+ "special": true
1810
+ },
1811
+ "128226": {
1812
+ "content": "<|reserved_special_token_218|>",
1813
+ "lstrip": false,
1814
+ "normalized": false,
1815
+ "rstrip": false,
1816
+ "single_word": false,
1817
+ "special": true
1818
+ },
1819
+ "128227": {
1820
+ "content": "<|reserved_special_token_219|>",
1821
+ "lstrip": false,
1822
+ "normalized": false,
1823
+ "rstrip": false,
1824
+ "single_word": false,
1825
+ "special": true
1826
+ },
1827
+ "128228": {
1828
+ "content": "<|reserved_special_token_220|>",
1829
+ "lstrip": false,
1830
+ "normalized": false,
1831
+ "rstrip": false,
1832
+ "single_word": false,
1833
+ "special": true
1834
+ },
1835
+ "128229": {
1836
+ "content": "<|reserved_special_token_221|>",
1837
+ "lstrip": false,
1838
+ "normalized": false,
1839
+ "rstrip": false,
1840
+ "single_word": false,
1841
+ "special": true
1842
+ },
1843
+ "128230": {
1844
+ "content": "<|reserved_special_token_222|>",
1845
+ "lstrip": false,
1846
+ "normalized": false,
1847
+ "rstrip": false,
1848
+ "single_word": false,
1849
+ "special": true
1850
+ },
1851
+ "128231": {
1852
+ "content": "<|reserved_special_token_223|>",
1853
+ "lstrip": false,
1854
+ "normalized": false,
1855
+ "rstrip": false,
1856
+ "single_word": false,
1857
+ "special": true
1858
+ },
1859
+ "128232": {
1860
+ "content": "<|reserved_special_token_224|>",
1861
+ "lstrip": false,
1862
+ "normalized": false,
1863
+ "rstrip": false,
1864
+ "single_word": false,
1865
+ "special": true
1866
+ },
1867
+ "128233": {
1868
+ "content": "<|reserved_special_token_225|>",
1869
+ "lstrip": false,
1870
+ "normalized": false,
1871
+ "rstrip": false,
1872
+ "single_word": false,
1873
+ "special": true
1874
+ },
1875
+ "128234": {
1876
+ "content": "<|reserved_special_token_226|>",
1877
+ "lstrip": false,
1878
+ "normalized": false,
1879
+ "rstrip": false,
1880
+ "single_word": false,
1881
+ "special": true
1882
+ },
1883
+ "128235": {
1884
+ "content": "<|reserved_special_token_227|>",
1885
+ "lstrip": false,
1886
+ "normalized": false,
1887
+ "rstrip": false,
1888
+ "single_word": false,
1889
+ "special": true
1890
+ },
1891
+ "128236": {
1892
+ "content": "<|reserved_special_token_228|>",
1893
+ "lstrip": false,
1894
+ "normalized": false,
1895
+ "rstrip": false,
1896
+ "single_word": false,
1897
+ "special": true
1898
+ },
1899
+ "128237": {
1900
+ "content": "<|reserved_special_token_229|>",
1901
+ "lstrip": false,
1902
+ "normalized": false,
1903
+ "rstrip": false,
1904
+ "single_word": false,
1905
+ "special": true
1906
+ },
1907
+ "128238": {
1908
+ "content": "<|reserved_special_token_230|>",
1909
+ "lstrip": false,
1910
+ "normalized": false,
1911
+ "rstrip": false,
1912
+ "single_word": false,
1913
+ "special": true
1914
+ },
1915
+ "128239": {
1916
+ "content": "<|reserved_special_token_231|>",
1917
+ "lstrip": false,
1918
+ "normalized": false,
1919
+ "rstrip": false,
1920
+ "single_word": false,
1921
+ "special": true
1922
+ },
1923
+ "128240": {
1924
+ "content": "<|reserved_special_token_232|>",
1925
+ "lstrip": false,
1926
+ "normalized": false,
1927
+ "rstrip": false,
1928
+ "single_word": false,
1929
+ "special": true
1930
+ },
1931
+ "128241": {
1932
+ "content": "<|reserved_special_token_233|>",
1933
+ "lstrip": false,
1934
+ "normalized": false,
1935
+ "rstrip": false,
1936
+ "single_word": false,
1937
+ "special": true
1938
+ },
1939
+ "128242": {
1940
+ "content": "<|reserved_special_token_234|>",
1941
+ "lstrip": false,
1942
+ "normalized": false,
1943
+ "rstrip": false,
1944
+ "single_word": false,
1945
+ "special": true
1946
+ },
1947
+ "128243": {
1948
+ "content": "<|reserved_special_token_235|>",
1949
+ "lstrip": false,
1950
+ "normalized": false,
1951
+ "rstrip": false,
1952
+ "single_word": false,
1953
+ "special": true
1954
+ },
1955
+ "128244": {
1956
+ "content": "<|reserved_special_token_236|>",
1957
+ "lstrip": false,
1958
+ "normalized": false,
1959
+ "rstrip": false,
1960
+ "single_word": false,
1961
+ "special": true
1962
+ },
1963
+ "128245": {
1964
+ "content": "<|reserved_special_token_237|>",
1965
+ "lstrip": false,
1966
+ "normalized": false,
1967
+ "rstrip": false,
1968
+ "single_word": false,
1969
+ "special": true
1970
+ },
1971
+ "128246": {
1972
+ "content": "<|reserved_special_token_238|>",
1973
+ "lstrip": false,
1974
+ "normalized": false,
1975
+ "rstrip": false,
1976
+ "single_word": false,
1977
+ "special": true
1978
+ },
1979
+ "128247": {
1980
+ "content": "<|reserved_special_token_239|>",
1981
+ "lstrip": false,
1982
+ "normalized": false,
1983
+ "rstrip": false,
1984
+ "single_word": false,
1985
+ "special": true
1986
+ },
1987
+ "128248": {
1988
+ "content": "<|reserved_special_token_240|>",
1989
+ "lstrip": false,
1990
+ "normalized": false,
1991
+ "rstrip": false,
1992
+ "single_word": false,
1993
+ "special": true
1994
+ },
1995
+ "128249": {
1996
+ "content": "<|reserved_special_token_241|>",
1997
+ "lstrip": false,
1998
+ "normalized": false,
1999
+ "rstrip": false,
2000
+ "single_word": false,
2001
+ "special": true
2002
+ },
2003
+ "128250": {
2004
+ "content": "<|reserved_special_token_242|>",
2005
+ "lstrip": false,
2006
+ "normalized": false,
2007
+ "rstrip": false,
2008
+ "single_word": false,
2009
+ "special": true
2010
+ },
2011
+ "128251": {
2012
+ "content": "<|reserved_special_token_243|>",
2013
+ "lstrip": false,
2014
+ "normalized": false,
2015
+ "rstrip": false,
2016
+ "single_word": false,
2017
+ "special": true
2018
+ },
2019
+ "128252": {
2020
+ "content": "<|reserved_special_token_244|>",
2021
+ "lstrip": false,
2022
+ "normalized": false,
2023
+ "rstrip": false,
2024
+ "single_word": false,
2025
+ "special": true
2026
+ },
2027
+ "128253": {
2028
+ "content": "<|reserved_special_token_245|>",
2029
+ "lstrip": false,
2030
+ "normalized": false,
2031
+ "rstrip": false,
2032
+ "single_word": false,
2033
+ "special": true
2034
+ },
2035
+ "128254": {
2036
+ "content": "<|reserved_special_token_246|>",
2037
+ "lstrip": false,
2038
+ "normalized": false,
2039
+ "rstrip": false,
2040
+ "single_word": false,
2041
+ "special": true
2042
+ },
2043
+ "128255": {
2044
+ "content": "<|reserved_special_token_247|>",
2045
+ "lstrip": false,
2046
+ "normalized": false,
2047
+ "rstrip": false,
2048
+ "single_word": false,
2049
+ "special": true
2050
+ }
2051
+ },
2052
+ "bos_token": "<|begin_of_text|>",
2053
+ "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n {%- if strftime_now is defined %}\n {%- set date_string = strftime_now(\"%d %b %Y\") %}\n {%- else %}\n {%- set date_string = \"26 Jul 2024\" %}\n {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n{%- else %}\n {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n {#- Extract the first user message so we can plug it in here #}\n {%- if messages | length != 0 %}\n {%- set first_user_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n {%- else %}\n {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n {%- elif 'tool_calls' in message %}\n {%- if not message.tool_calls|length == 1 %}\n {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n {%- endif %}\n {%- set tool_call = message.tool_calls[0].function %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n {{- '\"parameters\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- \"}\" }}\n {{- \"<|eot_id|>\" }}\n {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n {%- if message.content is mapping or message.content is iterable %}\n {{- message.content | tojson }}\n {%- else %}\n {{- message.content }}\n {%- endif %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
2054
+ "clean_up_tokenization_spaces": true,
2055
+ "eos_token": "<|eot_id|>",
2056
+ "model_input_names": [
2057
+ "input_ids",
2058
+ "attention_mask"
2059
+ ],
2060
+ "model_max_length": 131072,
2061
+ "tokenizer_class": "PreTrainedTokenizerFast"
2062
+ }
finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=0.0-1.0/labels.csv ADDED
@@ -0,0 +1,512 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 33153,1
2
+ 60528,0
3
+ 11427,1
4
+ 60785,0
5
+ 14382,0
6
+ 56120,1
7
+ 44934,1
8
+ 14307,1
9
+ 62453,0
10
+ 45790,0
11
+ 44237,1
12
+ 34830,1
13
+ 22167,1
14
+ 36074,0
15
+ 39134,0
16
+ 5232,0
17
+ 28227,1
18
+ 9440,0
19
+ 38580,1
20
+ 29964,1
21
+ 13935,1
22
+ 18285,1
23
+ 32877,0
24
+ 35114,0
25
+ 45001,0
26
+ 65128,1
27
+ 49471,1
28
+ 52343,1
29
+ 44799,0
30
+ 53678,0
31
+ 10804,0
32
+ 26396,0
33
+ 29120,0
34
+ 36645,0
35
+ 22898,1
36
+ 36558,1
37
+ 65435,1
38
+ 12,0
39
+ 29424,1
40
+ 34893,0
41
+ 63369,1
42
+ 11605,0
43
+ 9859,0
44
+ 22036,1
45
+ 2934,0
46
+ 55876,1
47
+ 9973,1
48
+ 19175,0
49
+ 35719,1
50
+ 42175,0
51
+ 50390,1
52
+ 37712,0
53
+ 14527,0
54
+ 64221,0
55
+ 52458,0
56
+ 42604,1
57
+ 4003,0
58
+ 44053,0
59
+ 66016,0
60
+ 18093,0
61
+ 55638,0
62
+ 35569,0
63
+ 19462,0
64
+ 5740,0
65
+ 9443,0
66
+ 5633,0
67
+ 9158,1
68
+ 65345,1
69
+ 56272,1
70
+ 40813,0
71
+ 38922,1
72
+ 17236,1
73
+ 15766,0
74
+ 47852,1
75
+ 39686,0
76
+ 51065,0
77
+ 64280,1
78
+ 474,0
79
+ 64276,1
80
+ 20797,1
81
+ 23882,1
82
+ 23638,0
83
+ 32708,0
84
+ 27970,1
85
+ 36031,0
86
+ 11635,1
87
+ 19488,0
88
+ 8382,1
89
+ 3360,0
90
+ 28611,0
91
+ 47094,0
92
+ 7088,1
93
+ 16812,0
94
+ 48928,1
95
+ 26507,0
96
+ 66433,1
97
+ 39601,1
98
+ 39926,0
99
+ 33580,0
100
+ 6574,1
101
+ 56571,1
102
+ 31434,0
103
+ 59343,1
104
+ 1682,1
105
+ 60720,0
106
+ 34097,0
107
+ 39286,0
108
+ 37637,0
109
+ 6316,1
110
+ 1700,1
111
+ 18952,0
112
+ 10852,1
113
+ 57117,0
114
+ 57404,0
115
+ 64486,1
116
+ 22091,0
117
+ 34038,1
118
+ 45744,0
119
+ 12030,1
120
+ 17662,1
121
+ 10474,0
122
+ 40238,1
123
+ 30380,0
124
+ 7781,0
125
+ 6410,1
126
+ 11614,1
127
+ 7353,0
128
+ 67892,0
129
+ 65852,0
130
+ 7704,1
131
+ 33453,0
132
+ 18969,0
133
+ 22460,1
134
+ 16981,1
135
+ 25030,0
136
+ 55951,1
137
+ 9406,1
138
+ 22856,1
139
+ 54221,1
140
+ 26708,0
141
+ 25384,0
142
+ 25629,1
143
+ 56195,1
144
+ 52444,1
145
+ 25701,1
146
+ 23285,1
147
+ 43146,1
148
+ 28457,1
149
+ 29625,1
150
+ 29855,0
151
+ 46868,1
152
+ 61034,1
153
+ 8616,1
154
+ 1964,1
155
+ 25120,1
156
+ 50571,1
157
+ 49373,1
158
+ 55222,0
159
+ 58186,1
160
+ 43239,0
161
+ 3991,1
162
+ 59694,1
163
+ 41308,0
164
+ 6029,0
165
+ 2704,0
166
+ 12428,1
167
+ 18937,0
168
+ 51241,1
169
+ 60420,1
170
+ 23407,1
171
+ 52823,1
172
+ 55785,0
173
+ 43328,1
174
+ 21657,0
175
+ 39518,0
176
+ 39385,1
177
+ 31779,1
178
+ 6789,1
179
+ 60665,0
180
+ 18135,1
181
+ 46489,1
182
+ 14312,1
183
+ 18887,1
184
+ 23930,1
185
+ 46727,1
186
+ 29815,1
187
+ 58122,1
188
+ 774,0
189
+ 17973,1
190
+ 11199,0
191
+ 14748,0
192
+ 41501,0
193
+ 17442,0
194
+ 3696,1
195
+ 49548,0
196
+ 15785,1
197
+ 5518,1
198
+ 51105,0
199
+ 25792,0
200
+ 45193,1
201
+ 51651,1
202
+ 65053,1
203
+ 33080,1
204
+ 47039,0
205
+ 66978,1
206
+ 59176,0
207
+ 12595,1
208
+ 36857,0
209
+ 48257,1
210
+ 46521,0
211
+ 24548,0
212
+ 43620,0
213
+ 8990,1
214
+ 50173,1
215
+ 49439,1
216
+ 48715,0
217
+ 9668,0
218
+ 41569,0
219
+ 47734,0
220
+ 36436,1
221
+ 25895,1
222
+ 64083,1
223
+ 27387,1
224
+ 26492,1
225
+ 40310,1
226
+ 2235,1
227
+ 61740,1
228
+ 8893,1
229
+ 58257,0
230
+ 19888,0
231
+ 39025,0
232
+ 61678,1
233
+ 28939,1
234
+ 12630,1
235
+ 30048,1
236
+ 20087,1
237
+ 53598,1
238
+ 66864,0
239
+ 48897,1
240
+ 18469,0
241
+ 38666,1
242
+ 66593,0
243
+ 39146,1
244
+ 36434,0
245
+ 13930,1
246
+ 28179,0
247
+ 20468,1
248
+ 24984,0
249
+ 52811,0
250
+ 35436,1
251
+ 64913,1
252
+ 61807,0
253
+ 112,1
254
+ 32955,0
255
+ 13606,0
256
+ 30598,1
257
+ 56585,1
258
+ 57464,1
259
+ 52948,1
260
+ 62483,0
261
+ 18344,1
262
+ 63836,0
263
+ 52742,1
264
+ 9042,0
265
+ 60489,1
266
+ 814,0
267
+ 17086,1
268
+ 55504,0
269
+ 2812,0
270
+ 27980,0
271
+ 55370,1
272
+ 62696,1
273
+ 48515,0
274
+ 45216,1
275
+ 28226,1
276
+ 29527,0
277
+ 60079,0
278
+ 60828,0
279
+ 55631,1
280
+ 43096,0
281
+ 15915,1
282
+ 57153,0
283
+ 38386,0
284
+ 52409,1
285
+ 61603,1
286
+ 14017,1
287
+ 61128,1
288
+ 61179,1
289
+ 14301,0
290
+ 34909,1
291
+ 46733,1
292
+ 16477,1
293
+ 40804,1
294
+ 50030,1
295
+ 44564,1
296
+ 52577,1
297
+ 45863,1
298
+ 67781,0
299
+ 22199,1
300
+ 43785,1
301
+ 62974,0
302
+ 46988,1
303
+ 10391,1
304
+ 13922,0
305
+ 36167,1
306
+ 62572,1
307
+ 61923,1
308
+ 19330,1
309
+ 6470,1
310
+ 45031,1
311
+ 21381,1
312
+ 40539,1
313
+ 44531,0
314
+ 53601,1
315
+ 43918,0
316
+ 41369,1
317
+ 41745,0
318
+ 57751,0
319
+ 53053,0
320
+ 40878,0
321
+ 12870,1
322
+ 32372,0
323
+ 24715,0
324
+ 2179,1
325
+ 38620,1
326
+ 53741,0
327
+ 13809,1
328
+ 57770,0
329
+ 39865,1
330
+ 5797,0
331
+ 29574,1
332
+ 13671,1
333
+ 6802,0
334
+ 50880,0
335
+ 16095,0
336
+ 25372,1
337
+ 54084,1
338
+ 66566,1
339
+ 53476,1
340
+ 42556,1
341
+ 40836,1
342
+ 43858,0
343
+ 29269,0
344
+ 5718,0
345
+ 15033,1
346
+ 51284,0
347
+ 9750,1
348
+ 58785,1
349
+ 18160,0
350
+ 2275,1
351
+ 56602,0
352
+ 44350,1
353
+ 38274,0
354
+ 2178,1
355
+ 65936,0
356
+ 1327,1
357
+ 64402,0
358
+ 20812,1
359
+ 52082,0
360
+ 26614,1
361
+ 979,1
362
+ 54396,0
363
+ 8136,0
364
+ 29766,1
365
+ 8627,0
366
+ 42048,1
367
+ 59661,1
368
+ 34350,1
369
+ 47322,1
370
+ 60834,0
371
+ 53106,0
372
+ 1115,0
373
+ 15856,1
374
+ 14221,0
375
+ 67850,1
376
+ 59282,1
377
+ 63391,0
378
+ 21723,1
379
+ 62385,0
380
+ 686,1
381
+ 53735,0
382
+ 40190,1
383
+ 27147,1
384
+ 17028,0
385
+ 37596,1
386
+ 41834,0
387
+ 56259,0
388
+ 67460,0
389
+ 65202,1
390
+ 52909,0
391
+ 44323,1
392
+ 4326,1
393
+ 45505,1
394
+ 24377,0
395
+ 49238,0
396
+ 54751,0
397
+ 29178,1
398
+ 60698,1
399
+ 23016,0
400
+ 67423,0
401
+ 8364,0
402
+ 45603,0
403
+ 49515,0
404
+ 58183,1
405
+ 32064,1
406
+ 66587,1
407
+ 6138,1
408
+ 47390,0
409
+ 52858,1
410
+ 5701,0
411
+ 47159,1
412
+ 60993,1
413
+ 66013,1
414
+ 4042,1
415
+ 19560,0
416
+ 19491,0
417
+ 11667,0
418
+ 59608,0
419
+ 50066,0
420
+ 33880,1
421
+ 41058,1
422
+ 2575,1
423
+ 5150,1
424
+ 39689,0
425
+ 67106,1
426
+ 65181,0
427
+ 56838,1
428
+ 11516,0
429
+ 60809,1
430
+ 43094,1
431
+ 27811,0
432
+ 39409,0
433
+ 67562,0
434
+ 3121,1
435
+ 45421,0
436
+ 34039,1
437
+ 7383,0
438
+ 3105,0
439
+ 40367,1
440
+ 60719,1
441
+ 46030,0
442
+ 66563,0
443
+ 36954,1
444
+ 48668,0
445
+ 22458,1
446
+ 60587,1
447
+ 47028,1
448
+ 16161,0
449
+ 6268,1
450
+ 11046,1
451
+ 22900,1
452
+ 23136,0
453
+ 26201,0
454
+ 66683,1
455
+ 15023,0
456
+ 49739,0
457
+ 27277,0
458
+ 47700,1
459
+ 61849,1
460
+ 3175,1
461
+ 25321,1
462
+ 33601,1
463
+ 43078,1
464
+ 56109,0
465
+ 46858,0
466
+ 44409,0
467
+ 33145,1
468
+ 26687,0
469
+ 32330,0
470
+ 32931,0
471
+ 61036,0
472
+ 7148,0
473
+ 10599,1
474
+ 62429,1
475
+ 13846,0
476
+ 54494,0
477
+ 56765,1
478
+ 35202,1
479
+ 11440,0
480
+ 19283,1
481
+ 22575,1
482
+ 22064,0
483
+ 27167,0
484
+ 10741,1
485
+ 61082,1
486
+ 40793,1
487
+ 35535,0
488
+ 16212,1
489
+ 48571,0
490
+ 37021,0
491
+ 25177,1
492
+ 57081,0
493
+ 40882,0
494
+ 1376,0
495
+ 64894,0
496
+ 5312,1
497
+ 55118,0
498
+ 54823,0
499
+ 30236,1
500
+ 25557,0
501
+ 31080,1
502
+ 21093,1
503
+ 23379,1
504
+ 63975,1
505
+ 49983,1
506
+ 13514,0
507
+ 24608,0
508
+ 29504,1
509
+ 56027,1
510
+ 59091,0
511
+ 6788,0
512
+ 18682,1
finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=test_400/labels.csv ADDED
@@ -0,0 +1,400 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 17786,0
2
+ 12007,0
3
+ 8229,0
4
+ 31449,1
5
+ 1591,0
6
+ 53542,1
7
+ 49372,1
8
+ 54831,0
9
+ 44771,1
10
+ 33116,0
11
+ 33492,1
12
+ 16982,1
13
+ 31901,1
14
+ 49817,0
15
+ 60681,0
16
+ 39890,1
17
+ 62685,0
18
+ 2201,1
19
+ 47201,1
20
+ 20835,1
21
+ 15421,1
22
+ 45021,0
23
+ 45802,0
24
+ 43637,0
25
+ 7160,0
26
+ 8150,0
27
+ 3512,1
28
+ 29264,0
29
+ 32960,0
30
+ 32221,0
31
+ 35996,1
32
+ 4422,1
33
+ 22209,0
34
+ 6920,1
35
+ 25253,0
36
+ 680,0
37
+ 50140,1
38
+ 28481,1
39
+ 36298,0
40
+ 16473,1
41
+ 11102,1
42
+ 62901,0
43
+ 16123,1
44
+ 52012,0
45
+ 60780,0
46
+ 1781,1
47
+ 41449,0
48
+ 908,0
49
+ 15507,1
50
+ 57914,1
51
+ 46159,1
52
+ 56461,1
53
+ 62107,1
54
+ 49087,1
55
+ 65792,0
56
+ 13181,0
57
+ 54119,1
58
+ 51997,0
59
+ 24924,1
60
+ 45890,0
61
+ 41716,0
62
+ 60175,0
63
+ 30318,0
64
+ 13221,1
65
+ 15509,1
66
+ 37365,1
67
+ 60975,0
68
+ 51375,0
69
+ 16004,1
70
+ 12837,1
71
+ 17864,1
72
+ 67134,1
73
+ 18611,1
74
+ 12861,1
75
+ 58084,1
76
+ 32874,1
77
+ 32717,1
78
+ 23413,1
79
+ 59634,0
80
+ 15629,0
81
+ 47071,0
82
+ 48558,1
83
+ 3648,0
84
+ 43367,0
85
+ 14869,0
86
+ 1518,0
87
+ 16976,1
88
+ 20931,1
89
+ 67379,1
90
+ 4741,0
91
+ 5765,1
92
+ 48791,0
93
+ 15298,0
94
+ 21874,1
95
+ 9095,1
96
+ 3840,1
97
+ 55636,0
98
+ 57364,0
99
+ 65863,0
100
+ 40786,0
101
+ 8118,1
102
+ 52441,0
103
+ 38593,0
104
+ 5517,0
105
+ 39136,1
106
+ 47292,0
107
+ 34052,1
108
+ 16037,1
109
+ 64606,1
110
+ 19552,0
111
+ 14116,0
112
+ 11261,1
113
+ 11668,1
114
+ 42198,1
115
+ 22526,1
116
+ 8037,1
117
+ 5324,1
118
+ 56692,0
119
+ 59753,0
120
+ 47298,0
121
+ 57801,1
122
+ 58413,1
123
+ 10673,0
124
+ 65730,1
125
+ 40287,1
126
+ 15186,0
127
+ 43119,0
128
+ 39219,1
129
+ 50340,0
130
+ 34297,1
131
+ 62941,0
132
+ 31551,1
133
+ 41344,1
134
+ 46402,1
135
+ 13636,1
136
+ 42241,1
137
+ 15422,0
138
+ 25014,1
139
+ 19613,1
140
+ 5515,0
141
+ 64128,0
142
+ 28084,0
143
+ 10395,1
144
+ 9965,0
145
+ 27221,1
146
+ 11994,0
147
+ 43384,0
148
+ 44329,0
149
+ 58937,0
150
+ 29119,0
151
+ 8989,0
152
+ 23043,1
153
+ 32166,0
154
+ 42729,0
155
+ 6863,1
156
+ 41187,0
157
+ 36039,1
158
+ 55977,0
159
+ 8129,1
160
+ 60223,1
161
+ 9414,1
162
+ 26177,0
163
+ 38443,0
164
+ 43084,0
165
+ 53673,0
166
+ 15057,1
167
+ 51700,0
168
+ 51201,1
169
+ 47078,1
170
+ 59961,1
171
+ 22272,1
172
+ 65773,0
173
+ 33746,0
174
+ 27311,1
175
+ 41292,0
176
+ 17110,0
177
+ 57029,0
178
+ 3009,1
179
+ 40193,1
180
+ 27618,1
181
+ 20145,1
182
+ 52193,1
183
+ 34398,0
184
+ 36473,1
185
+ 43577,0
186
+ 57850,1
187
+ 61117,0
188
+ 32569,1
189
+ 12290,1
190
+ 19499,1
191
+ 60470,0
192
+ 8962,1
193
+ 65955,1
194
+ 62486,0
195
+ 19000,0
196
+ 22631,1
197
+ 25613,0
198
+ 56086,1
199
+ 28883,0
200
+ 26425,1
201
+ 48097,0
202
+ 61477,0
203
+ 9121,0
204
+ 66709,1
205
+ 51472,1
206
+ 19809,1
207
+ 38959,1
208
+ 39849,0
209
+ 59964,0
210
+ 65268,1
211
+ 8791,0
212
+ 51774,1
213
+ 49640,0
214
+ 20125,1
215
+ 59640,0
216
+ 68206,1
217
+ 48079,1
218
+ 49583,0
219
+ 67054,0
220
+ 59571,1
221
+ 29080,1
222
+ 29111,1
223
+ 20758,1
224
+ 64023,0
225
+ 29058,0
226
+ 18185,1
227
+ 36543,0
228
+ 54983,1
229
+ 3101,1
230
+ 42140,0
231
+ 6954,0
232
+ 15955,1
233
+ 61746,0
234
+ 32055,0
235
+ 39496,1
236
+ 59909,1
237
+ 66296,0
238
+ 46804,1
239
+ 35049,0
240
+ 56017,1
241
+ 26947,1
242
+ 38928,0
243
+ 15029,1
244
+ 7086,0
245
+ 537,0
246
+ 50731,0
247
+ 63604,1
248
+ 67049,0
249
+ 31161,0
250
+ 58922,1
251
+ 18347,1
252
+ 25864,1
253
+ 63846,0
254
+ 13353,0
255
+ 25378,1
256
+ 59101,1
257
+ 20895,0
258
+ 48119,1
259
+ 14332,0
260
+ 25497,1
261
+ 8686,0
262
+ 22758,1
263
+ 7666,0
264
+ 20686,0
265
+ 18975,1
266
+ 19054,1
267
+ 48123,1
268
+ 57909,1
269
+ 9226,1
270
+ 48653,1
271
+ 44013,0
272
+ 11409,1
273
+ 62736,0
274
+ 2777,1
275
+ 7058,0
276
+ 48408,0
277
+ 28934,1
278
+ 46578,1
279
+ 23203,0
280
+ 6257,1
281
+ 53444,0
282
+ 17816,0
283
+ 46307,1
284
+ 20599,1
285
+ 29423,0
286
+ 21041,0
287
+ 16633,1
288
+ 20221,0
289
+ 27466,0
290
+ 22987,0
291
+ 9322,1
292
+ 3265,0
293
+ 22814,1
294
+ 56185,1
295
+ 55014,1
296
+ 43437,1
297
+ 24683,0
298
+ 10233,0
299
+ 19001,0
300
+ 32718,0
301
+ 31030,0
302
+ 1099,0
303
+ 57982,1
304
+ 49148,0
305
+ 40880,1
306
+ 31148,0
307
+ 9446,1
308
+ 18579,1
309
+ 30932,0
310
+ 40792,0
311
+ 48600,0
312
+ 44588,1
313
+ 33828,1
314
+ 33917,0
315
+ 2026,0
316
+ 56745,0
317
+ 17383,0
318
+ 2372,0
319
+ 56600,0
320
+ 50257,0
321
+ 38892,0
322
+ 45844,0
323
+ 29062,0
324
+ 5655,1
325
+ 67611,0
326
+ 18546,0
327
+ 63060,1
328
+ 36068,1
329
+ 784,0
330
+ 20429,0
331
+ 21679,1
332
+ 53617,1
333
+ 6978,1
334
+ 53262,0
335
+ 181,0
336
+ 28744,0
337
+ 48716,0
338
+ 51468,0
339
+ 62209,1
340
+ 8732,1
341
+ 56949,1
342
+ 26885,0
343
+ 43345,0
344
+ 8053,0
345
+ 59402,1
346
+ 49552,0
347
+ 12348,0
348
+ 28335,1
349
+ 59114,1
350
+ 12625,1
351
+ 8876,1
352
+ 29959,1
353
+ 37911,1
354
+ 38412,0
355
+ 31999,0
356
+ 34775,0
357
+ 65737,1
358
+ 25244,0
359
+ 51630,1
360
+ 23979,1
361
+ 34638,1
362
+ 22311,1
363
+ 14004,1
364
+ 310,1
365
+ 49105,0
366
+ 38782,1
367
+ 4647,1
368
+ 43782,0
369
+ 66046,0
370
+ 16690,1
371
+ 67731,0
372
+ 54867,1
373
+ 34108,1
374
+ 67332,0
375
+ 22567,0
376
+ 57173,0
377
+ 26527,1
378
+ 59580,1
379
+ 20737,0
380
+ 53307,0
381
+ 32783,0
382
+ 7868,1
383
+ 50777,0
384
+ 29307,1
385
+ 18297,0
386
+ 44524,1
387
+ 61320,0
388
+ 2578,0
389
+ 40612,1
390
+ 32523,1
391
+ 48509,0
392
+ 36666,1
393
+ 6539,1
394
+ 33620,1
395
+ 55547,1
396
+ 11751,1
397
+ 30491,0
398
+ 48294,1
399
+ 37424,1
400
+ 29155,1
finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=test_400/logits.csv ADDED
@@ -0,0 +1,400 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 17786,-0.02058149,-3.8955815
2
+ 12007,-0.000114791954,-9.875114
3
+ 8229,-8.785339e-05,-10.625088
4
+ 31449,-11.125036,-3.635817e-05
5
+ 1591,-0.000115983916,-10.500116
6
+ 53542,-8.875333,-0.00033241944
7
+ 49372,-10.625071,-7.045021e-05
8
+ 54831,-0.00062112586,-7.5006213
9
+ 44771,-10.125068,-6.7708585e-05
10
+ 33116,-9.083335e-05,-11.375091
11
+ 33492,-8.75018,-0.00017998983
12
+ 16982,-7.7504725,-0.00047231486
13
+ 31901,-7.750653,-0.00065269624
14
+ 49817,-0.00012444676,-9.750124
15
+ 60681,-1.6005242,-0.22552423
16
+ 39890,-9.750091,-9.083335e-05
17
+ 62685,-7.247662e-05,-10.6250725
18
+ 2201,-11.87509,-8.9760564e-05
19
+ 47201,-0.00012492354,-9.375125
20
+ 20835,-10.7501,-0.00010013079
21
+ 15421,-8.250312,-0.00031204123
22
+ 45021,-9.2263734e-05,-10.1250925
23
+ 45802,-0.0012973472,-6.7512975
24
+ 43637,-8.7257395e-05,-10.625087
25
+ 7160,-0.00011657989,-9.375116
26
+ 8150,-0.0046742223,-5.3796744
27
+ 3512,-10.750038,-3.778863e-05
28
+ 29264,-5.5430784e-05,-11.875055
29
+ 32960,-0.0016083888,-6.5016084
30
+ 32221,-0.00016842854,-9.375169
31
+ 35996,-11.000059,-5.960287e-05
32
+ 4422,-11.625046,-4.5417706e-05
33
+ 22209,-7.378783e-05,-11.000073
34
+ 6920,-10.625073,-7.3191826e-05
35
+ 25253,-8.809179e-05,-11.125088
36
+ 680,-0.014590824,-4.3895907
37
+ 50140,-10.500063,-6.3417334e-05
38
+ 28481,-7.750492,-0.00049221324
39
+ 36298,-0.00017879794,-9.000178
40
+ 16473,-11.875037,-3.7431015e-05
41
+ 11102,-0.038066547,-3.2880666
42
+ 62901,-4.9589835e-05,-11.00005
43
+ 16123,-8.125535,-0.00053498737
44
+ 52012,-8.046303e-05,-11.37508
45
+ 60780,-0.00022158552,-9.875221
46
+ 1781,-12.000029,-2.8729026e-05
47
+ 41449,-0.00011109689,-10.500111
48
+ 908,-9.125259,-0.00025936577
49
+ 15507,-8.875714,-0.0007141662
50
+ 57914,-9.12515,-0.00014935808
51
+ 46159,-7.5005693,-0.00056953897
52
+ 56461,-11.500036,-3.6715788e-05
53
+ 62107,-0.00012456595,-9.875125
54
+ 49087,-12.125047,-4.6967358e-05
55
+ 65792,-0.00011109689,-9.875111
56
+ 13181,-8.248942e-05,-10.250082
57
+ 54119,-10.625047,-4.6848152e-05
58
+ 51997,-6.794699e-05,-10.375068
59
+ 24924,-12.250021,-2.1099822e-05
60
+ 45890,-6.580136e-05,-10.750066
61
+ 41716,-0.0019901248,-6.2519903
62
+ 60175,-0.00014268333,-10.250143
63
+ 30318,-0.00016604476,-9.000166
64
+ 13221,-10.750039,-3.886147e-05
65
+ 15509,-12.250014,-1.4662635e-05
66
+ 37365,-1.6005298,-0.22552976
67
+ 60975,-0.00021395778,-9.250214
68
+ 51375,-5.1735493e-05,-11.1250515
69
+ 16004,-9.750137,-0.00013720048
70
+ 12837,-10.000082,-8.237023e-05
71
+ 17864,-11.625029,-2.8252203e-05
72
+ 67134,-8.750277,-0.00027700403
73
+ 18611,-9.250125,-0.00012504273
74
+ 12861,-8.875172,-0.0001721234
75
+ 58084,-10.625045,-4.51793e-05
76
+ 32874,-0.0004207203,-8.000421
77
+ 32717,-11.375032,-3.2543605e-05
78
+ 23413,-11.000119,-0.0001188446
79
+ 59634,-0.000225161,-9.125225
80
+ 15629,-2.0182278,-0.1432279
81
+ 47071,-0.00022206226,-8.875222
82
+ 48558,-9.125215,-0.00021443452
83
+ 3648,-9.822363e-05,-10.250098
84
+ 43367,-0.00011979816,-10.62512
85
+ 14869,-9.7985234e-05,-11.500098
86
+ 1518,-8.356222e-05,-10.750084
87
+ 16976,-8.751213,-0.0012126957
88
+ 20931,-10.750049,-4.8636208e-05
89
+ 67379,-10.250074,-7.426463e-05
90
+ 4741,-0.000115864714,-11.250115
91
+ 5765,-10.750043,-4.3272037e-05
92
+ 48791,-0.00015531764,-10.375155
93
+ 15298,-0.00020847532,-9.000209
94
+ 21874,-10.250087,-8.7019e-05
95
+ 9095,-8.376192,-0.0011924545
96
+ 3840,-11.625033,-3.325884e-05
97
+ 55636,-0.00028641892,-8.250286
98
+ 57364,-0.00094678864,-7.125947
99
+ 65863,-0.00019464982,-11.000195
100
+ 40786,-6.460935e-05,-11.500065
101
+ 8118,-10.125076,-7.6291035e-05
102
+ 52441,-0.000106686624,-11.375107
103
+ 38593,-7.474143e-05,-11.125074
104
+ 5517,-0.00017271934,-10.375173
105
+ 39136,-6.6264052,-0.001405205
106
+ 47292,-0.00013267114,-9.875133
107
+ 34052,-5.1311083,-0.006108306
108
+ 16037,-11.625033,-3.349725e-05
109
+ 64606,-10.125076,-7.605264e-05
110
+ 19552,-8.6423e-05,-10.000087
111
+ 14116,-3.6514337,-0.026433738
112
+ 11261,-0.0182257,-4.0182257
113
+ 11668,-11.375043,-4.2676016e-05
114
+ 42198,-10.250107,-0.000107282605
115
+ 22526,-12.000216,-0.00021538799
116
+ 8037,-9.750114,-0.000114076785
117
+ 5324,-10.1250725,-7.295342e-05
118
+ 56692,-0.00011395759,-11.0001135
119
+ 59753,-0.000120632525,-10.50012
120
+ 47298,-8.225103e-05,-10.375082
121
+ 57801,-4.6347733,-0.009773026
122
+ 58413,-12.250027,-2.682173e-05
123
+ 10673,-5.6861216e-05,-11.375057
124
+ 65730,-11.500036,-3.6000558e-05
125
+ 40287,-10.625046,-4.5656117e-05
126
+ 15186,-8.250327,-0.0003266993
127
+ 43119,-0.00013016807,-10.37513
128
+ 39219,-9.750162,-0.0001619923
129
+ 50340,-0.00013302872,-9.250133
130
+ 34297,-10.250062,-6.1748506e-05
131
+ 62941,-0.0001187254,-11.000118
132
+ 31551,-12.000042,-4.1722382e-05
133
+ 41344,-9.375131,-0.00013088323
134
+ 46402,-11.875022,-2.2291888e-05
135
+ 13636,-9.125193,-0.0001922661
136
+ 42241,-10.750055,-5.5549986e-05
137
+ 15422,-0.00010477948,-9.375105
138
+ 25014,-9.750277,-0.0002761698
139
+ 19613,-0.0015504255,-6.50155
140
+ 5515,-0.00019584168,-9.1251955
141
+ 64128,-6.1033294e-05,-12.000061
142
+ 28084,-8.59462e-05,-11.625086
143
+ 10395,-0.048644446,-3.0486445
144
+ 9965,-0.00015627117,-10.125156
145
+ 27221,-9.500106,-0.00010632903
146
+ 11994,-8.713819e-05,-11.625087
147
+ 43384,-0.00010096517,-10.625101
148
+ 44329,-5.972207e-05,-11.87506
149
+ 58937,-6.1629304e-05,-10.625062
150
+ 29119,-5.5430784e-05,-10.625055
151
+ 8989,-0.0001333863,-10.2501335
152
+ 23043,-10.000129,-0.00012849936
153
+ 32166,-0.000203112,-10.125203
154
+ 42729,-0.00017641419,-10.125176
155
+ 6863,-10.125096,-9.6078074e-05
156
+ 41187,-6.9258196e-05,-11.25007
157
+ 36039,-13.125035,-3.564294e-05
158
+ 55977,-0.0001074018,-9.625108
159
+ 8129,-10.750068,-6.8185385e-05
160
+ 60223,-10.50007,-6.9854206e-05
161
+ 9414,-5.4953973e-05,-10.625055
162
+ 26177,-0.00017915551,-10.875179
163
+ 38443,-8.070143e-05,-10.500081
164
+ 43084,-6.830459e-05,-11.375069
165
+ 53673,-0.00011979816,-10.25012
166
+ 15057,-0.42875284,-1.0537529
167
+ 51700,-0.00017164665,-9.250172
168
+ 51201,-8.750251,-0.00025090406
169
+ 47078,-10.250081,-8.082063e-05
170
+ 59961,-9.250134,-0.00013445904
171
+ 22272,-0.007717318,-4.882717
172
+ 65773,-0.00035994727,-8.62536
173
+ 33746,-0.0009491706,-7.0009494
174
+ 27311,-11.750025,-2.5152844e-05
175
+ 41292,-4.8159392e-05,-11.000048
176
+ 17110,-0.00013314791,-9.6251335
177
+ 57029,-9.5720476e-05,-10.375095
178
+ 3009,-10.625033,-3.325884e-05
179
+ 40193,-10.750041,-4.088795e-05
180
+ 27618,-8.375261,-0.00026115344
181
+ 20145,-12.2500305,-3.087473e-05
182
+ 52193,-10.125065,-6.520536e-05
183
+ 34398,-9.190614e-05,-10.375092
184
+ 36473,-11.750033,-3.373566e-05
185
+ 43577,-5.5430784e-05,-11.375055
186
+ 57850,-10.750047,-4.6371337e-05
187
+ 61117,-0.00021944022,-9.500219
188
+ 32569,-2.3503442,-0.10034418
189
+ 12290,-11.375066,-6.580136e-05
190
+ 19499,-10.500184,-0.00018451895
191
+ 60470,-6.305973e-05,-10.625063
192
+ 8962,-11.875063,-6.329813e-05
193
+ 65955,-9.250152,-0.00015186111
194
+ 62486,-0.00015376817,-9.375154
195
+ 19000,-0.00012396998,-9.375124
196
+ 22631,-9.500102,-0.00010191875
197
+ 25613,-6.2821324e-05,-10.500063
198
+ 56086,-10.625059,-5.912606e-05
199
+ 28883,-0.04866318,-3.0486631
200
+ 26425,-10.750047,-4.7205765e-05
201
+ 48097,-7.176142e-05,-10.375072
202
+ 61477,-0.00028046014,-8.50028
203
+ 9121,-0.000225161,-8.500225
204
+ 66709,-9.750078,-7.784064e-05
205
+ 51472,-9.250162,-0.00016246906
206
+ 19809,-11.625039,-3.9099883e-05
207
+ 38959,-11.250069,-6.89006e-05
208
+ 39849,-6.3536536e-05,-10.375064
209
+ 59964,-0.000105494655,-9.750106
210
+ 65268,-11.125069,-6.8781395e-05
211
+ 8791,-0.0005212855,-7.625521
212
+ 51774,-10.125072,-7.1165414e-05
213
+ 49640,-7.998623e-05,-11.37508
214
+ 20125,-10.500041,-4.1007155e-05
215
+ 59640,-0.00015662874,-10.125156
216
+ 68206,-10.000305,-0.0003047717
217
+ 48079,-11.875031,-3.111314e-05
218
+ 49583,-0.020617807,-3.8956177
219
+ 67054,-6.7112574e-05,-10.750067
220
+ 59571,-0.0013699679,-6.62637
221
+ 29080,-11.000053,-5.3761945e-05
222
+ 29111,-9.87508,-7.986704e-05
223
+ 20758,-10.250067,-6.639737e-05
224
+ 64023,-0.0001163415,-9.875116
225
+ 29058,-0.00013124081,-11.000132
226
+ 18185,-8.129743e-05,-11.375081
227
+ 36543,-8.2608625e-05,-10.500083
228
+ 54983,-8.750231,-0.00023100091
229
+ 3101,-9.875062,-6.246372e-05
230
+ 42140,-0.0025414093,-6.0025415
231
+ 6954,-0.00011741426,-10.875117
232
+ 15955,-7.2512746,-0.0012746075
233
+ 61746,-0.00010585225,-11.375106
234
+ 32055,-0.00017546068,-10.875175
235
+ 39496,-9.875074,-7.486063e-05
236
+ 59909,-10.1250515,-5.1377883e-05
237
+ 66296,-0.00014232576,-10.625142
238
+ 46804,-8.125347,-0.00034683887
239
+ 35049,-0.0001076402,-11.000108
240
+ 56017,-6.626499,-0.0014992437
241
+ 26947,-9.500091,-9.059496e-05
242
+ 38928,-0.0001572247,-10.000157
243
+ 15029,-12.000043,-4.3272037e-05
244
+ 7086,-8.844938e-05,-10.375089
245
+ 537,-0.000120394136,-10.25012
246
+ 50731,-0.00014459042,-10.500145
247
+ 63604,-11.000031,-3.1589963e-05
248
+ 67049,-5.6503606e-05,-11.125056
249
+ 31161,-0.00014387527,-9.125144
250
+ 58922,-11.37506,-6.0556486e-05
251
+ 18347,-12.375035,-3.5046916e-05
252
+ 25864,-6.127199,-0.0021991374
253
+ 63846,-6.377493e-05,-10.875064
254
+ 13353,-0.00019083587,-11.250191
255
+ 25378,-4.3876314,-0.012631294
256
+ 59101,-10.875125,-0.00012504273
257
+ 20895,-0.00022146634,-8.625221
258
+ 48119,-10.5000515,-5.113948e-05
259
+ 14332,-6.9735004e-05,-11.87507
260
+ 25497,-9.87511,-0.000109547334
261
+ 8686,-0.00071928854,-7.375719
262
+ 22758,-9.375219,-0.0002196786
263
+ 7666,-8.0224636e-05,-10.25008
264
+ 20686,-0.00059015024,-7.5005903
265
+ 18975,-10.500057,-5.7576428e-05
266
+ 19054,-0.7576512,-0.6326512
267
+ 48123,-12.375024,-2.396078e-05
268
+ 57909,-11.000043,-4.3033626e-05
269
+ 9226,-10.375092,-9.1667745e-05
270
+ 48653,-0.0001136,-10.0001135
271
+ 44013,-0.00044526675,-9.625445
272
+ 11409,-10.875053,-5.3046726e-05
273
+ 62736,-0.00025996167,-8.62526
274
+ 2777,-9.625151,-0.0001504308
275
+ 7058,-6.13909e-05,-11.125061
276
+ 48408,-0.00015531764,-9.500155
277
+ 28934,-10.500053,-5.3761945e-05
278
+ 46578,-9.625224,-0.00022408835
279
+ 23203,-0.00018070496,-8.87518
280
+ 6257,-10.875042,-4.2199197e-05
281
+ 53444,-0.9001403,-0.5251403
282
+ 17816,-0.00020239688,-9.250202
283
+ 46307,-10.500141,-0.00014149141
284
+ 20599,-12.500036,-3.635817e-05
285
+ 29423,-0.00010013079,-11.1251
286
+ 21041,-6.0556486e-05,-11.12506
287
+ 16633,-11.125048,-4.804019e-05
288
+ 20221,-7.8753986,-0.00039855644
289
+ 27466,-0.00010287233,-10.500103
290
+ 22987,-7.7602235e-05,-11.125077
291
+ 9322,-0.00015388735,-9.250154
292
+ 3265,-0.00074954546,-7.2507496
293
+ 22814,-8.375303,-0.00030310327
294
+ 56185,-11.250038,-3.802704e-05
295
+ 55014,-9.7500725,-7.235742e-05
296
+ 43437,-9.8750725,-7.295342e-05
297
+ 24683,-7.962863e-05,-11.500079
298
+ 10233,-0.00011789104,-9.375118
299
+ 19001,-5.7576428e-05,-11.000057
300
+ 32718,-0.00012313561,-10.250123
301
+ 31030,-0.00013481661,-12.250134
302
+ 1099,-0.00010811698,-10.625108
303
+ 57982,-6.7512336,-0.0012335319
304
+ 49148,-5.960287e-05,-10.625059
305
+ 40880,-11.875026,-2.5629668e-05
306
+ 31148,-8.9045374e-05,-11.750089
307
+ 9446,-11.125049,-4.8993817e-05
308
+ 18579,-11.625085,-8.4635016e-05
309
+ 30932,-4.387589,-0.012588916
310
+ 40792,-0.0014300845,-6.62643
311
+ 48600,-0.000114315175,-9.750114
312
+ 44588,-9.000189,-0.00018845213
313
+ 33828,-0.6326721,-0.7576721
314
+ 33917,-0.00017975146,-10.250179
315
+ 2026,-0.00011836782,-9.625118
316
+ 56745,-0.00012742661,-10.625128
317
+ 17383,-0.0002745013,-8.375275
318
+ 2372,-0.00052581314,-8.000525
319
+ 56600,-0.00036983803,-8.12537
320
+ 50257,-7.5456635e-05,-10.625075
321
+ 38892,-9.5362884e-05,-10.250095
322
+ 45844,-0.00020787939,-10.250208
323
+ 29062,-0.00041702634,-8.250417
324
+ 5655,-10.12507,-6.9258196e-05
325
+ 67611,-0.0001753415,-9.000175
326
+ 18546,-0.00019798703,-9.750198
327
+ 63060,-10.625084,-8.4158215e-05
328
+ 36068,-11.875035,-3.5046916e-05
329
+ 784,-0.0015272155,-6.5015273
330
+ 20429,-0.00014935808,-10.75015
331
+ 21679,-11.375066,-6.603976e-05
332
+ 53617,-11.000093,-9.381331e-05
333
+ 6978,-11.500033,-3.3139633e-05
334
+ 53262,-9.7985234e-05,-11.375098
335
+ 181,-0.00013279033,-10.500133
336
+ 28744,-0.0011754278,-7.2511754
337
+ 48716,-0.00015674793,-9.625156
338
+ 51468,-6.3894135e-05,-11.125064
339
+ 62209,-10.125071,-7.092701e-05
340
+ 8732,-1.9117436,-0.16174361
341
+ 56949,-9.000166,-0.00016580637
342
+ 26885,-6.413254e-05,-11.625064
343
+ 43345,-0.00018094333,-9.000181
344
+ 8053,-6.2519627,-0.001962642
345
+ 59402,-10.37506,-6.0437284e-05
346
+ 49552,-8.928377e-05,-10.75009
347
+ 12348,-0.00029928974,-8.750299
348
+ 28335,-10.00007,-6.9735004e-05
349
+ 59114,-8.375279,-0.0002791492
350
+ 12625,-9.125171,-0.00017033557
351
+ 8876,-7.500846,-0.0008459089
352
+ 29959,-11.750033,-3.3378044e-05
353
+ 37911,-5.864925e-05,-10.875058
354
+ 38412,-0.0046463385,-5.3796463
355
+ 31999,-8.9760564e-05,-11.12509
356
+ 34775,-0.00012468515,-10.250125
357
+ 65737,-10.125099,-9.881962e-05
358
+ 25244,-9.655486e-05,-10.875096
359
+ 51630,-2.9299326,-0.05493263
360
+ 23979,-8.50023,-0.00022968992
361
+ 34638,-10.375068,-6.806619e-05
362
+ 22311,-13.000033,-3.325884e-05
363
+ 14004,-8.250353,-0.0003526781
364
+ 310,-5.19739e-05,-10.8750515
365
+ 49105,-0.0001351742,-9.875135
366
+ 38782,-11.875073,-7.366863e-05
367
+ 4647,-10.875047,-4.6609744e-05
368
+ 43782,-9.750845e-05,-11.750097
369
+ 66046,-0.00012909532,-10.000129
370
+ 16690,-10.500094,-9.4647694e-05
371
+ 67731,-0.00083066284,-7.2508307
372
+ 54867,-10.375058,-5.7814836e-05
373
+ 34108,-6.1273456,-0.0023455508
374
+ 67332,-7.4503034e-05,-10.875074
375
+ 22567,-0.00018571083,-10.250186
376
+ 57173,-7.462223e-05,-10.625074
377
+ 26527,-11.000061,-6.079489e-05
378
+ 59580,-5.6286473,-0.003647106
379
+ 20737,-1.8048961,-0.17989613
380
+ 53307,-0.00010942814,-11.00011
381
+ 32783,-7.068861e-05,-11.500071
382
+ 7868,-11.500024,-2.3603161e-05
383
+ 50777,-9.7389246e-05,-10.625097
384
+ 29307,-10.000061,-6.0675688e-05
385
+ 18297,-0.00012683064,-9.875127
386
+ 44524,-11.375111,-0.00011085849
387
+ 61320,-0.00017796364,-10.250178
388
+ 2578,-0.14278102,-2.017781
389
+ 40612,-0.00021514962,-8.875216
390
+ 32523,-8.500513,-0.0005133026
391
+ 48509,-0.00012802258,-10.375128
392
+ 36666,-9.750096,-9.6316464e-05
393
+ 6539,-11.250033,-3.325884e-05
394
+ 33620,-10.875043,-4.255681e-05
395
+ 55547,-9.625088,-8.7972585e-05
396
+ 11751,-10.000065,-6.472855e-05
397
+ 30491,-8.356222e-05,-10.375084
398
+ 48294,-10.125162,-0.0001619923
399
+ 37424,-11.250053,-5.3523538e-05
400
+ 29155,-0.0025084717,-6.0025086
finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/train_args.yaml ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ K: null
2
+ global_batch_size: 8
3
+ learning_rate: 0.0001
4
+ loss: ans
5
+ max_steps: -1
6
+ micro_batch_size: 1
7
+ optimizer_name: adamw
8
+ patience: 10
9
+ val_check_interval: 16
10
+ weight_decay: 0.0
finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlamaForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 128000,
8
+ "eos_token_id": [
9
+ 128001,
10
+ 128008,
11
+ 128009
12
+ ],
13
+ "head_dim": 64,
14
+ "hidden_act": "silu",
15
+ "hidden_size": 2048,
16
+ "initializer_range": 0.02,
17
+ "intermediate_size": 8192,
18
+ "max_position_embeddings": 131072,
19
+ "mlp_bias": false,
20
+ "model_type": "llama",
21
+ "num_attention_heads": 32,
22
+ "num_hidden_layers": 16,
23
+ "num_key_value_heads": 8,
24
+ "pretraining_tp": 1,
25
+ "rms_norm_eps": 1e-05,
26
+ "rope_scaling": {
27
+ "factor": 32.0,
28
+ "high_freq_factor": 4.0,
29
+ "low_freq_factor": 1.0,
30
+ "original_max_position_embeddings": 8192,
31
+ "rope_type": "llama3"
32
+ },
33
+ "rope_theta": 500000.0,
34
+ "tie_word_embeddings": true,
35
+ "torch_dtype": "bfloat16",
36
+ "transformers_version": "4.45.0.dev0",
37
+ "use_cache": true,
38
+ "vocab_size": 128256
39
+ }
finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 128000,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 128001,
6
+ 128008,
7
+ 128009
8
+ ],
9
+ "temperature": 0.6,
10
+ "top_p": 0.9,
11
+ "transformers_version": "4.45.0.dev0"
12
+ }
finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ attention_logit_softcapping: null
2
+ attention_scores_scalar: null
3
+ bias: false
4
+ block_size: 131072
5
+ final_logit_softcapping: null
6
+ gelu_approximate: none
7
+ head_size: 64
8
+ hf_config:
9
+ name: Llama-3.2-1B-Instruct
10
+ org: meta-llama
11
+ intermediate_size: 8192
12
+ lm_head_bias: false
13
+ mlp_class_name: LLaMAMLP
14
+ n_embd: 2048
15
+ n_expert: 0
16
+ n_expert_per_token: 0
17
+ n_head: 32
18
+ n_layer: 16
19
+ n_query_groups: 8
20
+ name: Llama-3.2-1B-Instruct
21
+ norm_class_name: RMSNorm
22
+ norm_eps: 1.0e-05
23
+ padded_vocab_size: 128256
24
+ padding_multiple: 512
25
+ parallel_residual: false
26
+ post_attention_norm: false
27
+ post_mlp_norm: false
28
+ rope_adjustments:
29
+ factor: 32.0
30
+ high_freq_factor: 4.0
31
+ low_freq_factor: 1.0
32
+ original_max_seq_len: 8192
33
+ rope_base: 500000
34
+ rope_condense_ratio: 1
35
+ rotary_percentage: 1.0
36
+ scale_embeddings: false
37
+ shared_attention_norm: false
38
+ sliding_window_layer_placing: null
39
+ sliding_window_size: null
40
+ vocab_size: 128000
finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json ADDED
@@ -0,0 +1,2062 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "128000": {
4
+ "content": "<|begin_of_text|>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "128001": {
12
+ "content": "<|end_of_text|>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "128002": {
20
+ "content": "<|reserved_special_token_0|>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "128003": {
28
+ "content": "<|reserved_special_token_1|>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "128004": {
36
+ "content": "<|finetune_right_pad_id|>",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ },
43
+ "128005": {
44
+ "content": "<|reserved_special_token_2|>",
45
+ "lstrip": false,
46
+ "normalized": false,
47
+ "rstrip": false,
48
+ "single_word": false,
49
+ "special": true
50
+ },
51
+ "128006": {
52
+ "content": "<|start_header_id|>",
53
+ "lstrip": false,
54
+ "normalized": false,
55
+ "rstrip": false,
56
+ "single_word": false,
57
+ "special": true
58
+ },
59
+ "128007": {
60
+ "content": "<|end_header_id|>",
61
+ "lstrip": false,
62
+ "normalized": false,
63
+ "rstrip": false,
64
+ "single_word": false,
65
+ "special": true
66
+ },
67
+ "128008": {
68
+ "content": "<|eom_id|>",
69
+ "lstrip": false,
70
+ "normalized": false,
71
+ "rstrip": false,
72
+ "single_word": false,
73
+ "special": true
74
+ },
75
+ "128009": {
76
+ "content": "<|eot_id|>",
77
+ "lstrip": false,
78
+ "normalized": false,
79
+ "rstrip": false,
80
+ "single_word": false,
81
+ "special": true
82
+ },
83
+ "128010": {
84
+ "content": "<|python_tag|>",
85
+ "lstrip": false,
86
+ "normalized": false,
87
+ "rstrip": false,
88
+ "single_word": false,
89
+ "special": true
90
+ },
91
+ "128011": {
92
+ "content": "<|reserved_special_token_3|>",
93
+ "lstrip": false,
94
+ "normalized": false,
95
+ "rstrip": false,
96
+ "single_word": false,
97
+ "special": true
98
+ },
99
+ "128012": {
100
+ "content": "<|reserved_special_token_4|>",
101
+ "lstrip": false,
102
+ "normalized": false,
103
+ "rstrip": false,
104
+ "single_word": false,
105
+ "special": true
106
+ },
107
+ "128013": {
108
+ "content": "<|reserved_special_token_5|>",
109
+ "lstrip": false,
110
+ "normalized": false,
111
+ "rstrip": false,
112
+ "single_word": false,
113
+ "special": true
114
+ },
115
+ "128014": {
116
+ "content": "<|reserved_special_token_6|>",
117
+ "lstrip": false,
118
+ "normalized": false,
119
+ "rstrip": false,
120
+ "single_word": false,
121
+ "special": true
122
+ },
123
+ "128015": {
124
+ "content": "<|reserved_special_token_7|>",
125
+ "lstrip": false,
126
+ "normalized": false,
127
+ "rstrip": false,
128
+ "single_word": false,
129
+ "special": true
130
+ },
131
+ "128016": {
132
+ "content": "<|reserved_special_token_8|>",
133
+ "lstrip": false,
134
+ "normalized": false,
135
+ "rstrip": false,
136
+ "single_word": false,
137
+ "special": true
138
+ },
139
+ "128017": {
140
+ "content": "<|reserved_special_token_9|>",
141
+ "lstrip": false,
142
+ "normalized": false,
143
+ "rstrip": false,
144
+ "single_word": false,
145
+ "special": true
146
+ },
147
+ "128018": {
148
+ "content": "<|reserved_special_token_10|>",
149
+ "lstrip": false,
150
+ "normalized": false,
151
+ "rstrip": false,
152
+ "single_word": false,
153
+ "special": true
154
+ },
155
+ "128019": {
156
+ "content": "<|reserved_special_token_11|>",
157
+ "lstrip": false,
158
+ "normalized": false,
159
+ "rstrip": false,
160
+ "single_word": false,
161
+ "special": true
162
+ },
163
+ "128020": {
164
+ "content": "<|reserved_special_token_12|>",
165
+ "lstrip": false,
166
+ "normalized": false,
167
+ "rstrip": false,
168
+ "single_word": false,
169
+ "special": true
170
+ },
171
+ "128021": {
172
+ "content": "<|reserved_special_token_13|>",
173
+ "lstrip": false,
174
+ "normalized": false,
175
+ "rstrip": false,
176
+ "single_word": false,
177
+ "special": true
178
+ },
179
+ "128022": {
180
+ "content": "<|reserved_special_token_14|>",
181
+ "lstrip": false,
182
+ "normalized": false,
183
+ "rstrip": false,
184
+ "single_word": false,
185
+ "special": true
186
+ },
187
+ "128023": {
188
+ "content": "<|reserved_special_token_15|>",
189
+ "lstrip": false,
190
+ "normalized": false,
191
+ "rstrip": false,
192
+ "single_word": false,
193
+ "special": true
194
+ },
195
+ "128024": {
196
+ "content": "<|reserved_special_token_16|>",
197
+ "lstrip": false,
198
+ "normalized": false,
199
+ "rstrip": false,
200
+ "single_word": false,
201
+ "special": true
202
+ },
203
+ "128025": {
204
+ "content": "<|reserved_special_token_17|>",
205
+ "lstrip": false,
206
+ "normalized": false,
207
+ "rstrip": false,
208
+ "single_word": false,
209
+ "special": true
210
+ },
211
+ "128026": {
212
+ "content": "<|reserved_special_token_18|>",
213
+ "lstrip": false,
214
+ "normalized": false,
215
+ "rstrip": false,
216
+ "single_word": false,
217
+ "special": true
218
+ },
219
+ "128027": {
220
+ "content": "<|reserved_special_token_19|>",
221
+ "lstrip": false,
222
+ "normalized": false,
223
+ "rstrip": false,
224
+ "single_word": false,
225
+ "special": true
226
+ },
227
+ "128028": {
228
+ "content": "<|reserved_special_token_20|>",
229
+ "lstrip": false,
230
+ "normalized": false,
231
+ "rstrip": false,
232
+ "single_word": false,
233
+ "special": true
234
+ },
235
+ "128029": {
236
+ "content": "<|reserved_special_token_21|>",
237
+ "lstrip": false,
238
+ "normalized": false,
239
+ "rstrip": false,
240
+ "single_word": false,
241
+ "special": true
242
+ },
243
+ "128030": {
244
+ "content": "<|reserved_special_token_22|>",
245
+ "lstrip": false,
246
+ "normalized": false,
247
+ "rstrip": false,
248
+ "single_word": false,
249
+ "special": true
250
+ },
251
+ "128031": {
252
+ "content": "<|reserved_special_token_23|>",
253
+ "lstrip": false,
254
+ "normalized": false,
255
+ "rstrip": false,
256
+ "single_word": false,
257
+ "special": true
258
+ },
259
+ "128032": {
260
+ "content": "<|reserved_special_token_24|>",
261
+ "lstrip": false,
262
+ "normalized": false,
263
+ "rstrip": false,
264
+ "single_word": false,
265
+ "special": true
266
+ },
267
+ "128033": {
268
+ "content": "<|reserved_special_token_25|>",
269
+ "lstrip": false,
270
+ "normalized": false,
271
+ "rstrip": false,
272
+ "single_word": false,
273
+ "special": true
274
+ },
275
+ "128034": {
276
+ "content": "<|reserved_special_token_26|>",
277
+ "lstrip": false,
278
+ "normalized": false,
279
+ "rstrip": false,
280
+ "single_word": false,
281
+ "special": true
282
+ },
283
+ "128035": {
284
+ "content": "<|reserved_special_token_27|>",
285
+ "lstrip": false,
286
+ "normalized": false,
287
+ "rstrip": false,
288
+ "single_word": false,
289
+ "special": true
290
+ },
291
+ "128036": {
292
+ "content": "<|reserved_special_token_28|>",
293
+ "lstrip": false,
294
+ "normalized": false,
295
+ "rstrip": false,
296
+ "single_word": false,
297
+ "special": true
298
+ },
299
+ "128037": {
300
+ "content": "<|reserved_special_token_29|>",
301
+ "lstrip": false,
302
+ "normalized": false,
303
+ "rstrip": false,
304
+ "single_word": false,
305
+ "special": true
306
+ },
307
+ "128038": {
308
+ "content": "<|reserved_special_token_30|>",
309
+ "lstrip": false,
310
+ "normalized": false,
311
+ "rstrip": false,
312
+ "single_word": false,
313
+ "special": true
314
+ },
315
+ "128039": {
316
+ "content": "<|reserved_special_token_31|>",
317
+ "lstrip": false,
318
+ "normalized": false,
319
+ "rstrip": false,
320
+ "single_word": false,
321
+ "special": true
322
+ },
323
+ "128040": {
324
+ "content": "<|reserved_special_token_32|>",
325
+ "lstrip": false,
326
+ "normalized": false,
327
+ "rstrip": false,
328
+ "single_word": false,
329
+ "special": true
330
+ },
331
+ "128041": {
332
+ "content": "<|reserved_special_token_33|>",
333
+ "lstrip": false,
334
+ "normalized": false,
335
+ "rstrip": false,
336
+ "single_word": false,
337
+ "special": true
338
+ },
339
+ "128042": {
340
+ "content": "<|reserved_special_token_34|>",
341
+ "lstrip": false,
342
+ "normalized": false,
343
+ "rstrip": false,
344
+ "single_word": false,
345
+ "special": true
346
+ },
347
+ "128043": {
348
+ "content": "<|reserved_special_token_35|>",
349
+ "lstrip": false,
350
+ "normalized": false,
351
+ "rstrip": false,
352
+ "single_word": false,
353
+ "special": true
354
+ },
355
+ "128044": {
356
+ "content": "<|reserved_special_token_36|>",
357
+ "lstrip": false,
358
+ "normalized": false,
359
+ "rstrip": false,
360
+ "single_word": false,
361
+ "special": true
362
+ },
363
+ "128045": {
364
+ "content": "<|reserved_special_token_37|>",
365
+ "lstrip": false,
366
+ "normalized": false,
367
+ "rstrip": false,
368
+ "single_word": false,
369
+ "special": true
370
+ },
371
+ "128046": {
372
+ "content": "<|reserved_special_token_38|>",
373
+ "lstrip": false,
374
+ "normalized": false,
375
+ "rstrip": false,
376
+ "single_word": false,
377
+ "special": true
378
+ },
379
+ "128047": {
380
+ "content": "<|reserved_special_token_39|>",
381
+ "lstrip": false,
382
+ "normalized": false,
383
+ "rstrip": false,
384
+ "single_word": false,
385
+ "special": true
386
+ },
387
+ "128048": {
388
+ "content": "<|reserved_special_token_40|>",
389
+ "lstrip": false,
390
+ "normalized": false,
391
+ "rstrip": false,
392
+ "single_word": false,
393
+ "special": true
394
+ },
395
+ "128049": {
396
+ "content": "<|reserved_special_token_41|>",
397
+ "lstrip": false,
398
+ "normalized": false,
399
+ "rstrip": false,
400
+ "single_word": false,
401
+ "special": true
402
+ },
403
+ "128050": {
404
+ "content": "<|reserved_special_token_42|>",
405
+ "lstrip": false,
406
+ "normalized": false,
407
+ "rstrip": false,
408
+ "single_word": false,
409
+ "special": true
410
+ },
411
+ "128051": {
412
+ "content": "<|reserved_special_token_43|>",
413
+ "lstrip": false,
414
+ "normalized": false,
415
+ "rstrip": false,
416
+ "single_word": false,
417
+ "special": true
418
+ },
419
+ "128052": {
420
+ "content": "<|reserved_special_token_44|>",
421
+ "lstrip": false,
422
+ "normalized": false,
423
+ "rstrip": false,
424
+ "single_word": false,
425
+ "special": true
426
+ },
427
+ "128053": {
428
+ "content": "<|reserved_special_token_45|>",
429
+ "lstrip": false,
430
+ "normalized": false,
431
+ "rstrip": false,
432
+ "single_word": false,
433
+ "special": true
434
+ },
435
+ "128054": {
436
+ "content": "<|reserved_special_token_46|>",
437
+ "lstrip": false,
438
+ "normalized": false,
439
+ "rstrip": false,
440
+ "single_word": false,
441
+ "special": true
442
+ },
443
+ "128055": {
444
+ "content": "<|reserved_special_token_47|>",
445
+ "lstrip": false,
446
+ "normalized": false,
447
+ "rstrip": false,
448
+ "single_word": false,
449
+ "special": true
450
+ },
451
+ "128056": {
452
+ "content": "<|reserved_special_token_48|>",
453
+ "lstrip": false,
454
+ "normalized": false,
455
+ "rstrip": false,
456
+ "single_word": false,
457
+ "special": true
458
+ },
459
+ "128057": {
460
+ "content": "<|reserved_special_token_49|>",
461
+ "lstrip": false,
462
+ "normalized": false,
463
+ "rstrip": false,
464
+ "single_word": false,
465
+ "special": true
466
+ },
467
+ "128058": {
468
+ "content": "<|reserved_special_token_50|>",
469
+ "lstrip": false,
470
+ "normalized": false,
471
+ "rstrip": false,
472
+ "single_word": false,
473
+ "special": true
474
+ },
475
+ "128059": {
476
+ "content": "<|reserved_special_token_51|>",
477
+ "lstrip": false,
478
+ "normalized": false,
479
+ "rstrip": false,
480
+ "single_word": false,
481
+ "special": true
482
+ },
483
+ "128060": {
484
+ "content": "<|reserved_special_token_52|>",
485
+ "lstrip": false,
486
+ "normalized": false,
487
+ "rstrip": false,
488
+ "single_word": false,
489
+ "special": true
490
+ },
491
+ "128061": {
492
+ "content": "<|reserved_special_token_53|>",
493
+ "lstrip": false,
494
+ "normalized": false,
495
+ "rstrip": false,
496
+ "single_word": false,
497
+ "special": true
498
+ },
499
+ "128062": {
500
+ "content": "<|reserved_special_token_54|>",
501
+ "lstrip": false,
502
+ "normalized": false,
503
+ "rstrip": false,
504
+ "single_word": false,
505
+ "special": true
506
+ },
507
+ "128063": {
508
+ "content": "<|reserved_special_token_55|>",
509
+ "lstrip": false,
510
+ "normalized": false,
511
+ "rstrip": false,
512
+ "single_word": false,
513
+ "special": true
514
+ },
515
+ "128064": {
516
+ "content": "<|reserved_special_token_56|>",
517
+ "lstrip": false,
518
+ "normalized": false,
519
+ "rstrip": false,
520
+ "single_word": false,
521
+ "special": true
522
+ },
523
+ "128065": {
524
+ "content": "<|reserved_special_token_57|>",
525
+ "lstrip": false,
526
+ "normalized": false,
527
+ "rstrip": false,
528
+ "single_word": false,
529
+ "special": true
530
+ },
531
+ "128066": {
532
+ "content": "<|reserved_special_token_58|>",
533
+ "lstrip": false,
534
+ "normalized": false,
535
+ "rstrip": false,
536
+ "single_word": false,
537
+ "special": true
538
+ },
539
+ "128067": {
540
+ "content": "<|reserved_special_token_59|>",
541
+ "lstrip": false,
542
+ "normalized": false,
543
+ "rstrip": false,
544
+ "single_word": false,
545
+ "special": true
546
+ },
547
+ "128068": {
548
+ "content": "<|reserved_special_token_60|>",
549
+ "lstrip": false,
550
+ "normalized": false,
551
+ "rstrip": false,
552
+ "single_word": false,
553
+ "special": true
554
+ },
555
+ "128069": {
556
+ "content": "<|reserved_special_token_61|>",
557
+ "lstrip": false,
558
+ "normalized": false,
559
+ "rstrip": false,
560
+ "single_word": false,
561
+ "special": true
562
+ },
563
+ "128070": {
564
+ "content": "<|reserved_special_token_62|>",
565
+ "lstrip": false,
566
+ "normalized": false,
567
+ "rstrip": false,
568
+ "single_word": false,
569
+ "special": true
570
+ },
571
+ "128071": {
572
+ "content": "<|reserved_special_token_63|>",
573
+ "lstrip": false,
574
+ "normalized": false,
575
+ "rstrip": false,
576
+ "single_word": false,
577
+ "special": true
578
+ },
579
+ "128072": {
580
+ "content": "<|reserved_special_token_64|>",
581
+ "lstrip": false,
582
+ "normalized": false,
583
+ "rstrip": false,
584
+ "single_word": false,
585
+ "special": true
586
+ },
587
+ "128073": {
588
+ "content": "<|reserved_special_token_65|>",
589
+ "lstrip": false,
590
+ "normalized": false,
591
+ "rstrip": false,
592
+ "single_word": false,
593
+ "special": true
594
+ },
595
+ "128074": {
596
+ "content": "<|reserved_special_token_66|>",
597
+ "lstrip": false,
598
+ "normalized": false,
599
+ "rstrip": false,
600
+ "single_word": false,
601
+ "special": true
602
+ },
603
+ "128075": {
604
+ "content": "<|reserved_special_token_67|>",
605
+ "lstrip": false,
606
+ "normalized": false,
607
+ "rstrip": false,
608
+ "single_word": false,
609
+ "special": true
610
+ },
611
+ "128076": {
612
+ "content": "<|reserved_special_token_68|>",
613
+ "lstrip": false,
614
+ "normalized": false,
615
+ "rstrip": false,
616
+ "single_word": false,
617
+ "special": true
618
+ },
619
+ "128077": {
620
+ "content": "<|reserved_special_token_69|>",
621
+ "lstrip": false,
622
+ "normalized": false,
623
+ "rstrip": false,
624
+ "single_word": false,
625
+ "special": true
626
+ },
627
+ "128078": {
628
+ "content": "<|reserved_special_token_70|>",
629
+ "lstrip": false,
630
+ "normalized": false,
631
+ "rstrip": false,
632
+ "single_word": false,
633
+ "special": true
634
+ },
635
+ "128079": {
636
+ "content": "<|reserved_special_token_71|>",
637
+ "lstrip": false,
638
+ "normalized": false,
639
+ "rstrip": false,
640
+ "single_word": false,
641
+ "special": true
642
+ },
643
+ "128080": {
644
+ "content": "<|reserved_special_token_72|>",
645
+ "lstrip": false,
646
+ "normalized": false,
647
+ "rstrip": false,
648
+ "single_word": false,
649
+ "special": true
650
+ },
651
+ "128081": {
652
+ "content": "<|reserved_special_token_73|>",
653
+ "lstrip": false,
654
+ "normalized": false,
655
+ "rstrip": false,
656
+ "single_word": false,
657
+ "special": true
658
+ },
659
+ "128082": {
660
+ "content": "<|reserved_special_token_74|>",
661
+ "lstrip": false,
662
+ "normalized": false,
663
+ "rstrip": false,
664
+ "single_word": false,
665
+ "special": true
666
+ },
667
+ "128083": {
668
+ "content": "<|reserved_special_token_75|>",
669
+ "lstrip": false,
670
+ "normalized": false,
671
+ "rstrip": false,
672
+ "single_word": false,
673
+ "special": true
674
+ },
675
+ "128084": {
676
+ "content": "<|reserved_special_token_76|>",
677
+ "lstrip": false,
678
+ "normalized": false,
679
+ "rstrip": false,
680
+ "single_word": false,
681
+ "special": true
682
+ },
683
+ "128085": {
684
+ "content": "<|reserved_special_token_77|>",
685
+ "lstrip": false,
686
+ "normalized": false,
687
+ "rstrip": false,
688
+ "single_word": false,
689
+ "special": true
690
+ },
691
+ "128086": {
692
+ "content": "<|reserved_special_token_78|>",
693
+ "lstrip": false,
694
+ "normalized": false,
695
+ "rstrip": false,
696
+ "single_word": false,
697
+ "special": true
698
+ },
699
+ "128087": {
700
+ "content": "<|reserved_special_token_79|>",
701
+ "lstrip": false,
702
+ "normalized": false,
703
+ "rstrip": false,
704
+ "single_word": false,
705
+ "special": true
706
+ },
707
+ "128088": {
708
+ "content": "<|reserved_special_token_80|>",
709
+ "lstrip": false,
710
+ "normalized": false,
711
+ "rstrip": false,
712
+ "single_word": false,
713
+ "special": true
714
+ },
715
+ "128089": {
716
+ "content": "<|reserved_special_token_81|>",
717
+ "lstrip": false,
718
+ "normalized": false,
719
+ "rstrip": false,
720
+ "single_word": false,
721
+ "special": true
722
+ },
723
+ "128090": {
724
+ "content": "<|reserved_special_token_82|>",
725
+ "lstrip": false,
726
+ "normalized": false,
727
+ "rstrip": false,
728
+ "single_word": false,
729
+ "special": true
730
+ },
731
+ "128091": {
732
+ "content": "<|reserved_special_token_83|>",
733
+ "lstrip": false,
734
+ "normalized": false,
735
+ "rstrip": false,
736
+ "single_word": false,
737
+ "special": true
738
+ },
739
+ "128092": {
740
+ "content": "<|reserved_special_token_84|>",
741
+ "lstrip": false,
742
+ "normalized": false,
743
+ "rstrip": false,
744
+ "single_word": false,
745
+ "special": true
746
+ },
747
+ "128093": {
748
+ "content": "<|reserved_special_token_85|>",
749
+ "lstrip": false,
750
+ "normalized": false,
751
+ "rstrip": false,
752
+ "single_word": false,
753
+ "special": true
754
+ },
755
+ "128094": {
756
+ "content": "<|reserved_special_token_86|>",
757
+ "lstrip": false,
758
+ "normalized": false,
759
+ "rstrip": false,
760
+ "single_word": false,
761
+ "special": true
762
+ },
763
+ "128095": {
764
+ "content": "<|reserved_special_token_87|>",
765
+ "lstrip": false,
766
+ "normalized": false,
767
+ "rstrip": false,
768
+ "single_word": false,
769
+ "special": true
770
+ },
771
+ "128096": {
772
+ "content": "<|reserved_special_token_88|>",
773
+ "lstrip": false,
774
+ "normalized": false,
775
+ "rstrip": false,
776
+ "single_word": false,
777
+ "special": true
778
+ },
779
+ "128097": {
780
+ "content": "<|reserved_special_token_89|>",
781
+ "lstrip": false,
782
+ "normalized": false,
783
+ "rstrip": false,
784
+ "single_word": false,
785
+ "special": true
786
+ },
787
+ "128098": {
788
+ "content": "<|reserved_special_token_90|>",
789
+ "lstrip": false,
790
+ "normalized": false,
791
+ "rstrip": false,
792
+ "single_word": false,
793
+ "special": true
794
+ },
795
+ "128099": {
796
+ "content": "<|reserved_special_token_91|>",
797
+ "lstrip": false,
798
+ "normalized": false,
799
+ "rstrip": false,
800
+ "single_word": false,
801
+ "special": true
802
+ },
803
+ "128100": {
804
+ "content": "<|reserved_special_token_92|>",
805
+ "lstrip": false,
806
+ "normalized": false,
807
+ "rstrip": false,
808
+ "single_word": false,
809
+ "special": true
810
+ },
811
+ "128101": {
812
+ "content": "<|reserved_special_token_93|>",
813
+ "lstrip": false,
814
+ "normalized": false,
815
+ "rstrip": false,
816
+ "single_word": false,
817
+ "special": true
818
+ },
819
+ "128102": {
820
+ "content": "<|reserved_special_token_94|>",
821
+ "lstrip": false,
822
+ "normalized": false,
823
+ "rstrip": false,
824
+ "single_word": false,
825
+ "special": true
826
+ },
827
+ "128103": {
828
+ "content": "<|reserved_special_token_95|>",
829
+ "lstrip": false,
830
+ "normalized": false,
831
+ "rstrip": false,
832
+ "single_word": false,
833
+ "special": true
834
+ },
835
+ "128104": {
836
+ "content": "<|reserved_special_token_96|>",
837
+ "lstrip": false,
838
+ "normalized": false,
839
+ "rstrip": false,
840
+ "single_word": false,
841
+ "special": true
842
+ },
843
+ "128105": {
844
+ "content": "<|reserved_special_token_97|>",
845
+ "lstrip": false,
846
+ "normalized": false,
847
+ "rstrip": false,
848
+ "single_word": false,
849
+ "special": true
850
+ },
851
+ "128106": {
852
+ "content": "<|reserved_special_token_98|>",
853
+ "lstrip": false,
854
+ "normalized": false,
855
+ "rstrip": false,
856
+ "single_word": false,
857
+ "special": true
858
+ },
859
+ "128107": {
860
+ "content": "<|reserved_special_token_99|>",
861
+ "lstrip": false,
862
+ "normalized": false,
863
+ "rstrip": false,
864
+ "single_word": false,
865
+ "special": true
866
+ },
867
+ "128108": {
868
+ "content": "<|reserved_special_token_100|>",
869
+ "lstrip": false,
870
+ "normalized": false,
871
+ "rstrip": false,
872
+ "single_word": false,
873
+ "special": true
874
+ },
875
+ "128109": {
876
+ "content": "<|reserved_special_token_101|>",
877
+ "lstrip": false,
878
+ "normalized": false,
879
+ "rstrip": false,
880
+ "single_word": false,
881
+ "special": true
882
+ },
883
+ "128110": {
884
+ "content": "<|reserved_special_token_102|>",
885
+ "lstrip": false,
886
+ "normalized": false,
887
+ "rstrip": false,
888
+ "single_word": false,
889
+ "special": true
890
+ },
891
+ "128111": {
892
+ "content": "<|reserved_special_token_103|>",
893
+ "lstrip": false,
894
+ "normalized": false,
895
+ "rstrip": false,
896
+ "single_word": false,
897
+ "special": true
898
+ },
899
+ "128112": {
900
+ "content": "<|reserved_special_token_104|>",
901
+ "lstrip": false,
902
+ "normalized": false,
903
+ "rstrip": false,
904
+ "single_word": false,
905
+ "special": true
906
+ },
907
+ "128113": {
908
+ "content": "<|reserved_special_token_105|>",
909
+ "lstrip": false,
910
+ "normalized": false,
911
+ "rstrip": false,
912
+ "single_word": false,
913
+ "special": true
914
+ },
915
+ "128114": {
916
+ "content": "<|reserved_special_token_106|>",
917
+ "lstrip": false,
918
+ "normalized": false,
919
+ "rstrip": false,
920
+ "single_word": false,
921
+ "special": true
922
+ },
923
+ "128115": {
924
+ "content": "<|reserved_special_token_107|>",
925
+ "lstrip": false,
926
+ "normalized": false,
927
+ "rstrip": false,
928
+ "single_word": false,
929
+ "special": true
930
+ },
931
+ "128116": {
932
+ "content": "<|reserved_special_token_108|>",
933
+ "lstrip": false,
934
+ "normalized": false,
935
+ "rstrip": false,
936
+ "single_word": false,
937
+ "special": true
938
+ },
939
+ "128117": {
940
+ "content": "<|reserved_special_token_109|>",
941
+ "lstrip": false,
942
+ "normalized": false,
943
+ "rstrip": false,
944
+ "single_word": false,
945
+ "special": true
946
+ },
947
+ "128118": {
948
+ "content": "<|reserved_special_token_110|>",
949
+ "lstrip": false,
950
+ "normalized": false,
951
+ "rstrip": false,
952
+ "single_word": false,
953
+ "special": true
954
+ },
955
+ "128119": {
956
+ "content": "<|reserved_special_token_111|>",
957
+ "lstrip": false,
958
+ "normalized": false,
959
+ "rstrip": false,
960
+ "single_word": false,
961
+ "special": true
962
+ },
963
+ "128120": {
964
+ "content": "<|reserved_special_token_112|>",
965
+ "lstrip": false,
966
+ "normalized": false,
967
+ "rstrip": false,
968
+ "single_word": false,
969
+ "special": true
970
+ },
971
+ "128121": {
972
+ "content": "<|reserved_special_token_113|>",
973
+ "lstrip": false,
974
+ "normalized": false,
975
+ "rstrip": false,
976
+ "single_word": false,
977
+ "special": true
978
+ },
979
+ "128122": {
980
+ "content": "<|reserved_special_token_114|>",
981
+ "lstrip": false,
982
+ "normalized": false,
983
+ "rstrip": false,
984
+ "single_word": false,
985
+ "special": true
986
+ },
987
+ "128123": {
988
+ "content": "<|reserved_special_token_115|>",
989
+ "lstrip": false,
990
+ "normalized": false,
991
+ "rstrip": false,
992
+ "single_word": false,
993
+ "special": true
994
+ },
995
+ "128124": {
996
+ "content": "<|reserved_special_token_116|>",
997
+ "lstrip": false,
998
+ "normalized": false,
999
+ "rstrip": false,
1000
+ "single_word": false,
1001
+ "special": true
1002
+ },
1003
+ "128125": {
1004
+ "content": "<|reserved_special_token_117|>",
1005
+ "lstrip": false,
1006
+ "normalized": false,
1007
+ "rstrip": false,
1008
+ "single_word": false,
1009
+ "special": true
1010
+ },
1011
+ "128126": {
1012
+ "content": "<|reserved_special_token_118|>",
1013
+ "lstrip": false,
1014
+ "normalized": false,
1015
+ "rstrip": false,
1016
+ "single_word": false,
1017
+ "special": true
1018
+ },
1019
+ "128127": {
1020
+ "content": "<|reserved_special_token_119|>",
1021
+ "lstrip": false,
1022
+ "normalized": false,
1023
+ "rstrip": false,
1024
+ "single_word": false,
1025
+ "special": true
1026
+ },
1027
+ "128128": {
1028
+ "content": "<|reserved_special_token_120|>",
1029
+ "lstrip": false,
1030
+ "normalized": false,
1031
+ "rstrip": false,
1032
+ "single_word": false,
1033
+ "special": true
1034
+ },
1035
+ "128129": {
1036
+ "content": "<|reserved_special_token_121|>",
1037
+ "lstrip": false,
1038
+ "normalized": false,
1039
+ "rstrip": false,
1040
+ "single_word": false,
1041
+ "special": true
1042
+ },
1043
+ "128130": {
1044
+ "content": "<|reserved_special_token_122|>",
1045
+ "lstrip": false,
1046
+ "normalized": false,
1047
+ "rstrip": false,
1048
+ "single_word": false,
1049
+ "special": true
1050
+ },
1051
+ "128131": {
1052
+ "content": "<|reserved_special_token_123|>",
1053
+ "lstrip": false,
1054
+ "normalized": false,
1055
+ "rstrip": false,
1056
+ "single_word": false,
1057
+ "special": true
1058
+ },
1059
+ "128132": {
1060
+ "content": "<|reserved_special_token_124|>",
1061
+ "lstrip": false,
1062
+ "normalized": false,
1063
+ "rstrip": false,
1064
+ "single_word": false,
1065
+ "special": true
1066
+ },
1067
+ "128133": {
1068
+ "content": "<|reserved_special_token_125|>",
1069
+ "lstrip": false,
1070
+ "normalized": false,
1071
+ "rstrip": false,
1072
+ "single_word": false,
1073
+ "special": true
1074
+ },
1075
+ "128134": {
1076
+ "content": "<|reserved_special_token_126|>",
1077
+ "lstrip": false,
1078
+ "normalized": false,
1079
+ "rstrip": false,
1080
+ "single_word": false,
1081
+ "special": true
1082
+ },
1083
+ "128135": {
1084
+ "content": "<|reserved_special_token_127|>",
1085
+ "lstrip": false,
1086
+ "normalized": false,
1087
+ "rstrip": false,
1088
+ "single_word": false,
1089
+ "special": true
1090
+ },
1091
+ "128136": {
1092
+ "content": "<|reserved_special_token_128|>",
1093
+ "lstrip": false,
1094
+ "normalized": false,
1095
+ "rstrip": false,
1096
+ "single_word": false,
1097
+ "special": true
1098
+ },
1099
+ "128137": {
1100
+ "content": "<|reserved_special_token_129|>",
1101
+ "lstrip": false,
1102
+ "normalized": false,
1103
+ "rstrip": false,
1104
+ "single_word": false,
1105
+ "special": true
1106
+ },
1107
+ "128138": {
1108
+ "content": "<|reserved_special_token_130|>",
1109
+ "lstrip": false,
1110
+ "normalized": false,
1111
+ "rstrip": false,
1112
+ "single_word": false,
1113
+ "special": true
1114
+ },
1115
+ "128139": {
1116
+ "content": "<|reserved_special_token_131|>",
1117
+ "lstrip": false,
1118
+ "normalized": false,
1119
+ "rstrip": false,
1120
+ "single_word": false,
1121
+ "special": true
1122
+ },
1123
+ "128140": {
1124
+ "content": "<|reserved_special_token_132|>",
1125
+ "lstrip": false,
1126
+ "normalized": false,
1127
+ "rstrip": false,
1128
+ "single_word": false,
1129
+ "special": true
1130
+ },
1131
+ "128141": {
1132
+ "content": "<|reserved_special_token_133|>",
1133
+ "lstrip": false,
1134
+ "normalized": false,
1135
+ "rstrip": false,
1136
+ "single_word": false,
1137
+ "special": true
1138
+ },
1139
+ "128142": {
1140
+ "content": "<|reserved_special_token_134|>",
1141
+ "lstrip": false,
1142
+ "normalized": false,
1143
+ "rstrip": false,
1144
+ "single_word": false,
1145
+ "special": true
1146
+ },
1147
+ "128143": {
1148
+ "content": "<|reserved_special_token_135|>",
1149
+ "lstrip": false,
1150
+ "normalized": false,
1151
+ "rstrip": false,
1152
+ "single_word": false,
1153
+ "special": true
1154
+ },
1155
+ "128144": {
1156
+ "content": "<|reserved_special_token_136|>",
1157
+ "lstrip": false,
1158
+ "normalized": false,
1159
+ "rstrip": false,
1160
+ "single_word": false,
1161
+ "special": true
1162
+ },
1163
+ "128145": {
1164
+ "content": "<|reserved_special_token_137|>",
1165
+ "lstrip": false,
1166
+ "normalized": false,
1167
+ "rstrip": false,
1168
+ "single_word": false,
1169
+ "special": true
1170
+ },
1171
+ "128146": {
1172
+ "content": "<|reserved_special_token_138|>",
1173
+ "lstrip": false,
1174
+ "normalized": false,
1175
+ "rstrip": false,
1176
+ "single_word": false,
1177
+ "special": true
1178
+ },
1179
+ "128147": {
1180
+ "content": "<|reserved_special_token_139|>",
1181
+ "lstrip": false,
1182
+ "normalized": false,
1183
+ "rstrip": false,
1184
+ "single_word": false,
1185
+ "special": true
1186
+ },
1187
+ "128148": {
1188
+ "content": "<|reserved_special_token_140|>",
1189
+ "lstrip": false,
1190
+ "normalized": false,
1191
+ "rstrip": false,
1192
+ "single_word": false,
1193
+ "special": true
1194
+ },
1195
+ "128149": {
1196
+ "content": "<|reserved_special_token_141|>",
1197
+ "lstrip": false,
1198
+ "normalized": false,
1199
+ "rstrip": false,
1200
+ "single_word": false,
1201
+ "special": true
1202
+ },
1203
+ "128150": {
1204
+ "content": "<|reserved_special_token_142|>",
1205
+ "lstrip": false,
1206
+ "normalized": false,
1207
+ "rstrip": false,
1208
+ "single_word": false,
1209
+ "special": true
1210
+ },
1211
+ "128151": {
1212
+ "content": "<|reserved_special_token_143|>",
1213
+ "lstrip": false,
1214
+ "normalized": false,
1215
+ "rstrip": false,
1216
+ "single_word": false,
1217
+ "special": true
1218
+ },
1219
+ "128152": {
1220
+ "content": "<|reserved_special_token_144|>",
1221
+ "lstrip": false,
1222
+ "normalized": false,
1223
+ "rstrip": false,
1224
+ "single_word": false,
1225
+ "special": true
1226
+ },
1227
+ "128153": {
1228
+ "content": "<|reserved_special_token_145|>",
1229
+ "lstrip": false,
1230
+ "normalized": false,
1231
+ "rstrip": false,
1232
+ "single_word": false,
1233
+ "special": true
1234
+ },
1235
+ "128154": {
1236
+ "content": "<|reserved_special_token_146|>",
1237
+ "lstrip": false,
1238
+ "normalized": false,
1239
+ "rstrip": false,
1240
+ "single_word": false,
1241
+ "special": true
1242
+ },
1243
+ "128155": {
1244
+ "content": "<|reserved_special_token_147|>",
1245
+ "lstrip": false,
1246
+ "normalized": false,
1247
+ "rstrip": false,
1248
+ "single_word": false,
1249
+ "special": true
1250
+ },
1251
+ "128156": {
1252
+ "content": "<|reserved_special_token_148|>",
1253
+ "lstrip": false,
1254
+ "normalized": false,
1255
+ "rstrip": false,
1256
+ "single_word": false,
1257
+ "special": true
1258
+ },
1259
+ "128157": {
1260
+ "content": "<|reserved_special_token_149|>",
1261
+ "lstrip": false,
1262
+ "normalized": false,
1263
+ "rstrip": false,
1264
+ "single_word": false,
1265
+ "special": true
1266
+ },
1267
+ "128158": {
1268
+ "content": "<|reserved_special_token_150|>",
1269
+ "lstrip": false,
1270
+ "normalized": false,
1271
+ "rstrip": false,
1272
+ "single_word": false,
1273
+ "special": true
1274
+ },
1275
+ "128159": {
1276
+ "content": "<|reserved_special_token_151|>",
1277
+ "lstrip": false,
1278
+ "normalized": false,
1279
+ "rstrip": false,
1280
+ "single_word": false,
1281
+ "special": true
1282
+ },
1283
+ "128160": {
1284
+ "content": "<|reserved_special_token_152|>",
1285
+ "lstrip": false,
1286
+ "normalized": false,
1287
+ "rstrip": false,
1288
+ "single_word": false,
1289
+ "special": true
1290
+ },
1291
+ "128161": {
1292
+ "content": "<|reserved_special_token_153|>",
1293
+ "lstrip": false,
1294
+ "normalized": false,
1295
+ "rstrip": false,
1296
+ "single_word": false,
1297
+ "special": true
1298
+ },
1299
+ "128162": {
1300
+ "content": "<|reserved_special_token_154|>",
1301
+ "lstrip": false,
1302
+ "normalized": false,
1303
+ "rstrip": false,
1304
+ "single_word": false,
1305
+ "special": true
1306
+ },
1307
+ "128163": {
1308
+ "content": "<|reserved_special_token_155|>",
1309
+ "lstrip": false,
1310
+ "normalized": false,
1311
+ "rstrip": false,
1312
+ "single_word": false,
1313
+ "special": true
1314
+ },
1315
+ "128164": {
1316
+ "content": "<|reserved_special_token_156|>",
1317
+ "lstrip": false,
1318
+ "normalized": false,
1319
+ "rstrip": false,
1320
+ "single_word": false,
1321
+ "special": true
1322
+ },
1323
+ "128165": {
1324
+ "content": "<|reserved_special_token_157|>",
1325
+ "lstrip": false,
1326
+ "normalized": false,
1327
+ "rstrip": false,
1328
+ "single_word": false,
1329
+ "special": true
1330
+ },
1331
+ "128166": {
1332
+ "content": "<|reserved_special_token_158|>",
1333
+ "lstrip": false,
1334
+ "normalized": false,
1335
+ "rstrip": false,
1336
+ "single_word": false,
1337
+ "special": true
1338
+ },
1339
+ "128167": {
1340
+ "content": "<|reserved_special_token_159|>",
1341
+ "lstrip": false,
1342
+ "normalized": false,
1343
+ "rstrip": false,
1344
+ "single_word": false,
1345
+ "special": true
1346
+ },
1347
+ "128168": {
1348
+ "content": "<|reserved_special_token_160|>",
1349
+ "lstrip": false,
1350
+ "normalized": false,
1351
+ "rstrip": false,
1352
+ "single_word": false,
1353
+ "special": true
1354
+ },
1355
+ "128169": {
1356
+ "content": "<|reserved_special_token_161|>",
1357
+ "lstrip": false,
1358
+ "normalized": false,
1359
+ "rstrip": false,
1360
+ "single_word": false,
1361
+ "special": true
1362
+ },
1363
+ "128170": {
1364
+ "content": "<|reserved_special_token_162|>",
1365
+ "lstrip": false,
1366
+ "normalized": false,
1367
+ "rstrip": false,
1368
+ "single_word": false,
1369
+ "special": true
1370
+ },
1371
+ "128171": {
1372
+ "content": "<|reserved_special_token_163|>",
1373
+ "lstrip": false,
1374
+ "normalized": false,
1375
+ "rstrip": false,
1376
+ "single_word": false,
1377
+ "special": true
1378
+ },
1379
+ "128172": {
1380
+ "content": "<|reserved_special_token_164|>",
1381
+ "lstrip": false,
1382
+ "normalized": false,
1383
+ "rstrip": false,
1384
+ "single_word": false,
1385
+ "special": true
1386
+ },
1387
+ "128173": {
1388
+ "content": "<|reserved_special_token_165|>",
1389
+ "lstrip": false,
1390
+ "normalized": false,
1391
+ "rstrip": false,
1392
+ "single_word": false,
1393
+ "special": true
1394
+ },
1395
+ "128174": {
1396
+ "content": "<|reserved_special_token_166|>",
1397
+ "lstrip": false,
1398
+ "normalized": false,
1399
+ "rstrip": false,
1400
+ "single_word": false,
1401
+ "special": true
1402
+ },
1403
+ "128175": {
1404
+ "content": "<|reserved_special_token_167|>",
1405
+ "lstrip": false,
1406
+ "normalized": false,
1407
+ "rstrip": false,
1408
+ "single_word": false,
1409
+ "special": true
1410
+ },
1411
+ "128176": {
1412
+ "content": "<|reserved_special_token_168|>",
1413
+ "lstrip": false,
1414
+ "normalized": false,
1415
+ "rstrip": false,
1416
+ "single_word": false,
1417
+ "special": true
1418
+ },
1419
+ "128177": {
1420
+ "content": "<|reserved_special_token_169|>",
1421
+ "lstrip": false,
1422
+ "normalized": false,
1423
+ "rstrip": false,
1424
+ "single_word": false,
1425
+ "special": true
1426
+ },
1427
+ "128178": {
1428
+ "content": "<|reserved_special_token_170|>",
1429
+ "lstrip": false,
1430
+ "normalized": false,
1431
+ "rstrip": false,
1432
+ "single_word": false,
1433
+ "special": true
1434
+ },
1435
+ "128179": {
1436
+ "content": "<|reserved_special_token_171|>",
1437
+ "lstrip": false,
1438
+ "normalized": false,
1439
+ "rstrip": false,
1440
+ "single_word": false,
1441
+ "special": true
1442
+ },
1443
+ "128180": {
1444
+ "content": "<|reserved_special_token_172|>",
1445
+ "lstrip": false,
1446
+ "normalized": false,
1447
+ "rstrip": false,
1448
+ "single_word": false,
1449
+ "special": true
1450
+ },
1451
+ "128181": {
1452
+ "content": "<|reserved_special_token_173|>",
1453
+ "lstrip": false,
1454
+ "normalized": false,
1455
+ "rstrip": false,
1456
+ "single_word": false,
1457
+ "special": true
1458
+ },
1459
+ "128182": {
1460
+ "content": "<|reserved_special_token_174|>",
1461
+ "lstrip": false,
1462
+ "normalized": false,
1463
+ "rstrip": false,
1464
+ "single_word": false,
1465
+ "special": true
1466
+ },
1467
+ "128183": {
1468
+ "content": "<|reserved_special_token_175|>",
1469
+ "lstrip": false,
1470
+ "normalized": false,
1471
+ "rstrip": false,
1472
+ "single_word": false,
1473
+ "special": true
1474
+ },
1475
+ "128184": {
1476
+ "content": "<|reserved_special_token_176|>",
1477
+ "lstrip": false,
1478
+ "normalized": false,
1479
+ "rstrip": false,
1480
+ "single_word": false,
1481
+ "special": true
1482
+ },
1483
+ "128185": {
1484
+ "content": "<|reserved_special_token_177|>",
1485
+ "lstrip": false,
1486
+ "normalized": false,
1487
+ "rstrip": false,
1488
+ "single_word": false,
1489
+ "special": true
1490
+ },
1491
+ "128186": {
1492
+ "content": "<|reserved_special_token_178|>",
1493
+ "lstrip": false,
1494
+ "normalized": false,
1495
+ "rstrip": false,
1496
+ "single_word": false,
1497
+ "special": true
1498
+ },
1499
+ "128187": {
1500
+ "content": "<|reserved_special_token_179|>",
1501
+ "lstrip": false,
1502
+ "normalized": false,
1503
+ "rstrip": false,
1504
+ "single_word": false,
1505
+ "special": true
1506
+ },
1507
+ "128188": {
1508
+ "content": "<|reserved_special_token_180|>",
1509
+ "lstrip": false,
1510
+ "normalized": false,
1511
+ "rstrip": false,
1512
+ "single_word": false,
1513
+ "special": true
1514
+ },
1515
+ "128189": {
1516
+ "content": "<|reserved_special_token_181|>",
1517
+ "lstrip": false,
1518
+ "normalized": false,
1519
+ "rstrip": false,
1520
+ "single_word": false,
1521
+ "special": true
1522
+ },
1523
+ "128190": {
1524
+ "content": "<|reserved_special_token_182|>",
1525
+ "lstrip": false,
1526
+ "normalized": false,
1527
+ "rstrip": false,
1528
+ "single_word": false,
1529
+ "special": true
1530
+ },
1531
+ "128191": {
1532
+ "content": "<|reserved_special_token_183|>",
1533
+ "lstrip": false,
1534
+ "normalized": false,
1535
+ "rstrip": false,
1536
+ "single_word": false,
1537
+ "special": true
1538
+ },
1539
+ "128192": {
1540
+ "content": "<|reserved_special_token_184|>",
1541
+ "lstrip": false,
1542
+ "normalized": false,
1543
+ "rstrip": false,
1544
+ "single_word": false,
1545
+ "special": true
1546
+ },
1547
+ "128193": {
1548
+ "content": "<|reserved_special_token_185|>",
1549
+ "lstrip": false,
1550
+ "normalized": false,
1551
+ "rstrip": false,
1552
+ "single_word": false,
1553
+ "special": true
1554
+ },
1555
+ "128194": {
1556
+ "content": "<|reserved_special_token_186|>",
1557
+ "lstrip": false,
1558
+ "normalized": false,
1559
+ "rstrip": false,
1560
+ "single_word": false,
1561
+ "special": true
1562
+ },
1563
+ "128195": {
1564
+ "content": "<|reserved_special_token_187|>",
1565
+ "lstrip": false,
1566
+ "normalized": false,
1567
+ "rstrip": false,
1568
+ "single_word": false,
1569
+ "special": true
1570
+ },
1571
+ "128196": {
1572
+ "content": "<|reserved_special_token_188|>",
1573
+ "lstrip": false,
1574
+ "normalized": false,
1575
+ "rstrip": false,
1576
+ "single_word": false,
1577
+ "special": true
1578
+ },
1579
+ "128197": {
1580
+ "content": "<|reserved_special_token_189|>",
1581
+ "lstrip": false,
1582
+ "normalized": false,
1583
+ "rstrip": false,
1584
+ "single_word": false,
1585
+ "special": true
1586
+ },
1587
+ "128198": {
1588
+ "content": "<|reserved_special_token_190|>",
1589
+ "lstrip": false,
1590
+ "normalized": false,
1591
+ "rstrip": false,
1592
+ "single_word": false,
1593
+ "special": true
1594
+ },
1595
+ "128199": {
1596
+ "content": "<|reserved_special_token_191|>",
1597
+ "lstrip": false,
1598
+ "normalized": false,
1599
+ "rstrip": false,
1600
+ "single_word": false,
1601
+ "special": true
1602
+ },
1603
+ "128200": {
1604
+ "content": "<|reserved_special_token_192|>",
1605
+ "lstrip": false,
1606
+ "normalized": false,
1607
+ "rstrip": false,
1608
+ "single_word": false,
1609
+ "special": true
1610
+ },
1611
+ "128201": {
1612
+ "content": "<|reserved_special_token_193|>",
1613
+ "lstrip": false,
1614
+ "normalized": false,
1615
+ "rstrip": false,
1616
+ "single_word": false,
1617
+ "special": true
1618
+ },
1619
+ "128202": {
1620
+ "content": "<|reserved_special_token_194|>",
1621
+ "lstrip": false,
1622
+ "normalized": false,
1623
+ "rstrip": false,
1624
+ "single_word": false,
1625
+ "special": true
1626
+ },
1627
+ "128203": {
1628
+ "content": "<|reserved_special_token_195|>",
1629
+ "lstrip": false,
1630
+ "normalized": false,
1631
+ "rstrip": false,
1632
+ "single_word": false,
1633
+ "special": true
1634
+ },
1635
+ "128204": {
1636
+ "content": "<|reserved_special_token_196|>",
1637
+ "lstrip": false,
1638
+ "normalized": false,
1639
+ "rstrip": false,
1640
+ "single_word": false,
1641
+ "special": true
1642
+ },
1643
+ "128205": {
1644
+ "content": "<|reserved_special_token_197|>",
1645
+ "lstrip": false,
1646
+ "normalized": false,
1647
+ "rstrip": false,
1648
+ "single_word": false,
1649
+ "special": true
1650
+ },
1651
+ "128206": {
1652
+ "content": "<|reserved_special_token_198|>",
1653
+ "lstrip": false,
1654
+ "normalized": false,
1655
+ "rstrip": false,
1656
+ "single_word": false,
1657
+ "special": true
1658
+ },
1659
+ "128207": {
1660
+ "content": "<|reserved_special_token_199|>",
1661
+ "lstrip": false,
1662
+ "normalized": false,
1663
+ "rstrip": false,
1664
+ "single_word": false,
1665
+ "special": true
1666
+ },
1667
+ "128208": {
1668
+ "content": "<|reserved_special_token_200|>",
1669
+ "lstrip": false,
1670
+ "normalized": false,
1671
+ "rstrip": false,
1672
+ "single_word": false,
1673
+ "special": true
1674
+ },
1675
+ "128209": {
1676
+ "content": "<|reserved_special_token_201|>",
1677
+ "lstrip": false,
1678
+ "normalized": false,
1679
+ "rstrip": false,
1680
+ "single_word": false,
1681
+ "special": true
1682
+ },
1683
+ "128210": {
1684
+ "content": "<|reserved_special_token_202|>",
1685
+ "lstrip": false,
1686
+ "normalized": false,
1687
+ "rstrip": false,
1688
+ "single_word": false,
1689
+ "special": true
1690
+ },
1691
+ "128211": {
1692
+ "content": "<|reserved_special_token_203|>",
1693
+ "lstrip": false,
1694
+ "normalized": false,
1695
+ "rstrip": false,
1696
+ "single_word": false,
1697
+ "special": true
1698
+ },
1699
+ "128212": {
1700
+ "content": "<|reserved_special_token_204|>",
1701
+ "lstrip": false,
1702
+ "normalized": false,
1703
+ "rstrip": false,
1704
+ "single_word": false,
1705
+ "special": true
1706
+ },
1707
+ "128213": {
1708
+ "content": "<|reserved_special_token_205|>",
1709
+ "lstrip": false,
1710
+ "normalized": false,
1711
+ "rstrip": false,
1712
+ "single_word": false,
1713
+ "special": true
1714
+ },
1715
+ "128214": {
1716
+ "content": "<|reserved_special_token_206|>",
1717
+ "lstrip": false,
1718
+ "normalized": false,
1719
+ "rstrip": false,
1720
+ "single_word": false,
1721
+ "special": true
1722
+ },
1723
+ "128215": {
1724
+ "content": "<|reserved_special_token_207|>",
1725
+ "lstrip": false,
1726
+ "normalized": false,
1727
+ "rstrip": false,
1728
+ "single_word": false,
1729
+ "special": true
1730
+ },
1731
+ "128216": {
1732
+ "content": "<|reserved_special_token_208|>",
1733
+ "lstrip": false,
1734
+ "normalized": false,
1735
+ "rstrip": false,
1736
+ "single_word": false,
1737
+ "special": true
1738
+ },
1739
+ "128217": {
1740
+ "content": "<|reserved_special_token_209|>",
1741
+ "lstrip": false,
1742
+ "normalized": false,
1743
+ "rstrip": false,
1744
+ "single_word": false,
1745
+ "special": true
1746
+ },
1747
+ "128218": {
1748
+ "content": "<|reserved_special_token_210|>",
1749
+ "lstrip": false,
1750
+ "normalized": false,
1751
+ "rstrip": false,
1752
+ "single_word": false,
1753
+ "special": true
1754
+ },
1755
+ "128219": {
1756
+ "content": "<|reserved_special_token_211|>",
1757
+ "lstrip": false,
1758
+ "normalized": false,
1759
+ "rstrip": false,
1760
+ "single_word": false,
1761
+ "special": true
1762
+ },
1763
+ "128220": {
1764
+ "content": "<|reserved_special_token_212|>",
1765
+ "lstrip": false,
1766
+ "normalized": false,
1767
+ "rstrip": false,
1768
+ "single_word": false,
1769
+ "special": true
1770
+ },
1771
+ "128221": {
1772
+ "content": "<|reserved_special_token_213|>",
1773
+ "lstrip": false,
1774
+ "normalized": false,
1775
+ "rstrip": false,
1776
+ "single_word": false,
1777
+ "special": true
1778
+ },
1779
+ "128222": {
1780
+ "content": "<|reserved_special_token_214|>",
1781
+ "lstrip": false,
1782
+ "normalized": false,
1783
+ "rstrip": false,
1784
+ "single_word": false,
1785
+ "special": true
1786
+ },
1787
+ "128223": {
1788
+ "content": "<|reserved_special_token_215|>",
1789
+ "lstrip": false,
1790
+ "normalized": false,
1791
+ "rstrip": false,
1792
+ "single_word": false,
1793
+ "special": true
1794
+ },
1795
+ "128224": {
1796
+ "content": "<|reserved_special_token_216|>",
1797
+ "lstrip": false,
1798
+ "normalized": false,
1799
+ "rstrip": false,
1800
+ "single_word": false,
1801
+ "special": true
1802
+ },
1803
+ "128225": {
1804
+ "content": "<|reserved_special_token_217|>",
1805
+ "lstrip": false,
1806
+ "normalized": false,
1807
+ "rstrip": false,
1808
+ "single_word": false,
1809
+ "special": true
1810
+ },
1811
+ "128226": {
1812
+ "content": "<|reserved_special_token_218|>",
1813
+ "lstrip": false,
1814
+ "normalized": false,
1815
+ "rstrip": false,
1816
+ "single_word": false,
1817
+ "special": true
1818
+ },
1819
+ "128227": {
1820
+ "content": "<|reserved_special_token_219|>",
1821
+ "lstrip": false,
1822
+ "normalized": false,
1823
+ "rstrip": false,
1824
+ "single_word": false,
1825
+ "special": true
1826
+ },
1827
+ "128228": {
1828
+ "content": "<|reserved_special_token_220|>",
1829
+ "lstrip": false,
1830
+ "normalized": false,
1831
+ "rstrip": false,
1832
+ "single_word": false,
1833
+ "special": true
1834
+ },
1835
+ "128229": {
1836
+ "content": "<|reserved_special_token_221|>",
1837
+ "lstrip": false,
1838
+ "normalized": false,
1839
+ "rstrip": false,
1840
+ "single_word": false,
1841
+ "special": true
1842
+ },
1843
+ "128230": {
1844
+ "content": "<|reserved_special_token_222|>",
1845
+ "lstrip": false,
1846
+ "normalized": false,
1847
+ "rstrip": false,
1848
+ "single_word": false,
1849
+ "special": true
1850
+ },
1851
+ "128231": {
1852
+ "content": "<|reserved_special_token_223|>",
1853
+ "lstrip": false,
1854
+ "normalized": false,
1855
+ "rstrip": false,
1856
+ "single_word": false,
1857
+ "special": true
1858
+ },
1859
+ "128232": {
1860
+ "content": "<|reserved_special_token_224|>",
1861
+ "lstrip": false,
1862
+ "normalized": false,
1863
+ "rstrip": false,
1864
+ "single_word": false,
1865
+ "special": true
1866
+ },
1867
+ "128233": {
1868
+ "content": "<|reserved_special_token_225|>",
1869
+ "lstrip": false,
1870
+ "normalized": false,
1871
+ "rstrip": false,
1872
+ "single_word": false,
1873
+ "special": true
1874
+ },
1875
+ "128234": {
1876
+ "content": "<|reserved_special_token_226|>",
1877
+ "lstrip": false,
1878
+ "normalized": false,
1879
+ "rstrip": false,
1880
+ "single_word": false,
1881
+ "special": true
1882
+ },
1883
+ "128235": {
1884
+ "content": "<|reserved_special_token_227|>",
1885
+ "lstrip": false,
1886
+ "normalized": false,
1887
+ "rstrip": false,
1888
+ "single_word": false,
1889
+ "special": true
1890
+ },
1891
+ "128236": {
1892
+ "content": "<|reserved_special_token_228|>",
1893
+ "lstrip": false,
1894
+ "normalized": false,
1895
+ "rstrip": false,
1896
+ "single_word": false,
1897
+ "special": true
1898
+ },
1899
+ "128237": {
1900
+ "content": "<|reserved_special_token_229|>",
1901
+ "lstrip": false,
1902
+ "normalized": false,
1903
+ "rstrip": false,
1904
+ "single_word": false,
1905
+ "special": true
1906
+ },
1907
+ "128238": {
1908
+ "content": "<|reserved_special_token_230|>",
1909
+ "lstrip": false,
1910
+ "normalized": false,
1911
+ "rstrip": false,
1912
+ "single_word": false,
1913
+ "special": true
1914
+ },
1915
+ "128239": {
1916
+ "content": "<|reserved_special_token_231|>",
1917
+ "lstrip": false,
1918
+ "normalized": false,
1919
+ "rstrip": false,
1920
+ "single_word": false,
1921
+ "special": true
1922
+ },
1923
+ "128240": {
1924
+ "content": "<|reserved_special_token_232|>",
1925
+ "lstrip": false,
1926
+ "normalized": false,
1927
+ "rstrip": false,
1928
+ "single_word": false,
1929
+ "special": true
1930
+ },
1931
+ "128241": {
1932
+ "content": "<|reserved_special_token_233|>",
1933
+ "lstrip": false,
1934
+ "normalized": false,
1935
+ "rstrip": false,
1936
+ "single_word": false,
1937
+ "special": true
1938
+ },
1939
+ "128242": {
1940
+ "content": "<|reserved_special_token_234|>",
1941
+ "lstrip": false,
1942
+ "normalized": false,
1943
+ "rstrip": false,
1944
+ "single_word": false,
1945
+ "special": true
1946
+ },
1947
+ "128243": {
1948
+ "content": "<|reserved_special_token_235|>",
1949
+ "lstrip": false,
1950
+ "normalized": false,
1951
+ "rstrip": false,
1952
+ "single_word": false,
1953
+ "special": true
1954
+ },
1955
+ "128244": {
1956
+ "content": "<|reserved_special_token_236|>",
1957
+ "lstrip": false,
1958
+ "normalized": false,
1959
+ "rstrip": false,
1960
+ "single_word": false,
1961
+ "special": true
1962
+ },
1963
+ "128245": {
1964
+ "content": "<|reserved_special_token_237|>",
1965
+ "lstrip": false,
1966
+ "normalized": false,
1967
+ "rstrip": false,
1968
+ "single_word": false,
1969
+ "special": true
1970
+ },
1971
+ "128246": {
1972
+ "content": "<|reserved_special_token_238|>",
1973
+ "lstrip": false,
1974
+ "normalized": false,
1975
+ "rstrip": false,
1976
+ "single_word": false,
1977
+ "special": true
1978
+ },
1979
+ "128247": {
1980
+ "content": "<|reserved_special_token_239|>",
1981
+ "lstrip": false,
1982
+ "normalized": false,
1983
+ "rstrip": false,
1984
+ "single_word": false,
1985
+ "special": true
1986
+ },
1987
+ "128248": {
1988
+ "content": "<|reserved_special_token_240|>",
1989
+ "lstrip": false,
1990
+ "normalized": false,
1991
+ "rstrip": false,
1992
+ "single_word": false,
1993
+ "special": true
1994
+ },
1995
+ "128249": {
1996
+ "content": "<|reserved_special_token_241|>",
1997
+ "lstrip": false,
1998
+ "normalized": false,
1999
+ "rstrip": false,
2000
+ "single_word": false,
2001
+ "special": true
2002
+ },
2003
+ "128250": {
2004
+ "content": "<|reserved_special_token_242|>",
2005
+ "lstrip": false,
2006
+ "normalized": false,
2007
+ "rstrip": false,
2008
+ "single_word": false,
2009
+ "special": true
2010
+ },
2011
+ "128251": {
2012
+ "content": "<|reserved_special_token_243|>",
2013
+ "lstrip": false,
2014
+ "normalized": false,
2015
+ "rstrip": false,
2016
+ "single_word": false,
2017
+ "special": true
2018
+ },
2019
+ "128252": {
2020
+ "content": "<|reserved_special_token_244|>",
2021
+ "lstrip": false,
2022
+ "normalized": false,
2023
+ "rstrip": false,
2024
+ "single_word": false,
2025
+ "special": true
2026
+ },
2027
+ "128253": {
2028
+ "content": "<|reserved_special_token_245|>",
2029
+ "lstrip": false,
2030
+ "normalized": false,
2031
+ "rstrip": false,
2032
+ "single_word": false,
2033
+ "special": true
2034
+ },
2035
+ "128254": {
2036
+ "content": "<|reserved_special_token_246|>",
2037
+ "lstrip": false,
2038
+ "normalized": false,
2039
+ "rstrip": false,
2040
+ "single_word": false,
2041
+ "special": true
2042
+ },
2043
+ "128255": {
2044
+ "content": "<|reserved_special_token_247|>",
2045
+ "lstrip": false,
2046
+ "normalized": false,
2047
+ "rstrip": false,
2048
+ "single_word": false,
2049
+ "special": true
2050
+ }
2051
+ },
2052
+ "bos_token": "<|begin_of_text|>",
2053
+ "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n {%- if strftime_now is defined %}\n {%- set date_string = strftime_now(\"%d %b %Y\") %}\n {%- else %}\n {%- set date_string = \"26 Jul 2024\" %}\n {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n{%- else %}\n {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n {#- Extract the first user message so we can plug it in here #}\n {%- if messages | length != 0 %}\n {%- set first_user_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n {%- else %}\n {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n {%- elif 'tool_calls' in message %}\n {%- if not message.tool_calls|length == 1 %}\n {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n {%- endif %}\n {%- set tool_call = message.tool_calls[0].function %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n {{- '\"parameters\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- \"}\" }}\n {{- \"<|eot_id|>\" }}\n {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n {%- if message.content is mapping or message.content is iterable %}\n {{- message.content | tojson }}\n {%- else %}\n {{- message.content }}\n {%- endif %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
2054
+ "clean_up_tokenization_spaces": true,
2055
+ "eos_token": "<|eot_id|>",
2056
+ "model_input_names": [
2057
+ "input_ids",
2058
+ "attention_mask"
2059
+ ],
2060
+ "model_max_length": 131072,
2061
+ "tokenizer_class": "PreTrainedTokenizerFast"
2062
+ }
finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml ADDED
@@ -0,0 +1 @@
 
 
1
+ {}
finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv ADDED
@@ -0,0 +1,274 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ epoch,iter,iter_time,step,train/loss,val/loss
2
+ 0,1,0.36037652567029,0,6.086674213409424,
3
+ 0,8,0.06115235388278961,1,6.4711116552352905,
4
+ 0,16,0.03649112954735756,2,4.014859080314636,
5
+ 0,24,0.03691142424941063,3,2.744080886244774,
6
+ 0,32,0.03860720247030258,4,1.0989408865571022,
7
+ 0,40,0.03689567372202873,5,0.6397348791360855,
8
+ 0,48,0.034132398664951324,6,0.6434207540005445,
9
+ 0,56,0.02981897071003914,7,0.3384576812386513,
10
+ 0,64,0.029524147510528564,8,0.3442757446318865,
11
+ 0,72,0.02968011423945427,9,0.5667076027020812,
12
+ 0,80,0.029344134032726288,10,0.3366913376376033,
13
+ 0,88,0.029386069625616074,11,0.38810724625363946,
14
+ 0,96,0.02937335893511772,12,0.28959878208115697,
15
+ 0,104,0.033438540995121,13,0.18556041782721877,
16
+ 0,112,0.03372466564178467,14,0.5155635637347586,
17
+ 0,120,0.02920231968164444,15,0.1345848816272337,
18
+ 0,128,0.03084835782647133,16,0.30501496215583757,
19
+ ,,,16,,0.2094122194776348
20
+ 0,136,0.02933964505791664,17,0.39370849332772195,
21
+ 0,144,0.03483587130904198,18,0.3712914055795409,
22
+ 0,152,0.03276851773262024,19,0.8851251984597184,
23
+ 0,160,0.02924729511141777,20,0.05132624629186466,
24
+ 0,168,0.029163703322410583,21,0.05662023258628324,
25
+ 0,176,0.029768139123916626,22,0.3696907960693352,
26
+ 0,184,0.029096245765686035,23,0.1587093561392976,
27
+ 0,192,0.02948591858148575,24,0.10186198865994811,
28
+ 0,200,0.029132608324289322,25,0.18372198767610826,
29
+ 0,208,0.03509378805756569,26,0.8978114344645292,
30
+ 0,216,0.029484793543815613,27,0.025747432591742836,
31
+ 0,224,0.029488783329725266,28,0.06456660077674314,
32
+ 0,232,0.02995479479432106,29,0.33897708867152687,
33
+ 0,240,0.034343309700489044,30,0.004147578525589779,
34
+ 0,248,0.03590885549783707,31,0.395574991722242,
35
+ 0,256,0.034406352788209915,32,0.08231360622448847,
36
+ ,,,32,,0.24487798354204962
37
+ 0,264,0.030380699783563614,33,0.2214719619951211,
38
+ 0,272,0.02955063059926033,34,0.38817494653631,
39
+ 0,280,0.04019569233059883,35,0.26493238494731486,
40
+ 0,288,0.0336553193628788,36,0.20386801788117737,
41
+ 0,296,0.029107842594385147,37,0.5444260857766494,
42
+ 0,304,0.029542379081249237,38,0.9299901881022379,
43
+ 0,312,0.03311595320701599,39,0.26009227777831256,
44
+ 0,320,0.029557466506958008,40,0.06860787805635482,
45
+ 0,328,0.029891040176153183,41,0.5288537484593689,
46
+ 0,336,0.029560986906290054,42,0.4931618052069098,
47
+ 0,344,0.030783548951148987,43,0.1868275625165552,
48
+ 0,352,0.030582204461097717,44,0.5192800248041749,
49
+ 1,360,0.03051740676164627,45,0.1484305968042463,
50
+ 1,368,0.029618974775075912,46,0.24682635627686977,
51
+ 1,376,0.03078116849064827,47,0.15390131017193198,
52
+ 1,384,0.029544401913881302,48,0.1607988347823266,
53
+ ,,,48,,0.24674840690263736
54
+ 1,392,0.030052650719881058,49,0.1594682594295591,
55
+ 1,400,0.02993566170334816,50,0.25024681800277904,
56
+ 1,408,0.030691906809806824,51,0.3164529863279313,
57
+ 1,416,0.029995989054441452,52,0.2259403436910361,
58
+ 1,424,0.03077162802219391,53,0.13827650481835008,
59
+ 1,432,0.03036479279398918,54,0.09244332104572095,
60
+ 1,440,0.03129062056541443,55,0.08914980111876503,
61
+ 1,448,0.029826655983924866,56,0.20196744811255485,
62
+ 1,456,0.035188741981983185,57,0.06540841207606718,
63
+ 1,464,0.034193430095911026,58,0.02888596938282717,
64
+ 1,472,0.03601689636707306,59,0.2605217001400888,
65
+ 1,480,0.033324457705020905,60,0.06697700911900029,
66
+ 1,488,0.030689194798469543,61,0.011725208954885602,
67
+ 1,496,0.030822962522506714,62,0.6077875901246443,
68
+ 1,504,0.030004315078258514,63,0.6606778725399636,
69
+ 1,512,0.029359113425016403,64,0.09473071555839851,
70
+ ,,,64,,0.26477083193710427
71
+ 1,520,0.029577724635601044,65,0.4863432624551933,
72
+ 1,528,0.02988612651824951,66,0.022077038331190124,
73
+ 1,536,0.029517464339733124,67,0.08342529502260732,
74
+ 1,544,0.029072392731904984,68,0.16743706327542895,
75
+ 1,552,0.029399190098047256,69,0.5014568298865925,
76
+ 1,560,0.03369100019335747,70,0.7162023853961728,
77
+ 1,568,0.030782319605350494,71,0.013055846909992397,
78
+ 1,576,0.02954826131463051,72,0.09545202714798506,
79
+ 1,584,0.030312083661556244,73,0.010660326719516888,
80
+ 1,592,0.02949855849146843,74,0.03179686485964339,
81
+ 1,600,0.02975061908364296,75,0.43280821475491393,
82
+ 1,608,0.029354523867368698,76,0.029312013561138883,
83
+ 1,616,0.02971622720360756,77,0.054834615089930594,
84
+ 1,624,0.02948465198278427,78,0.39080505864694715,
85
+ 1,632,0.029937583953142166,79,0.0802619602472987,
86
+ 1,640,0.029527049511671066,80,0.22082822496304289,
87
+ ,,,80,,0.21308564828112234
88
+ 1,648,0.029496852308511734,81,0.4731515215244144,
89
+ 1,656,0.02936156839132309,82,0.046226191232562996,
90
+ 1,664,0.02949998900294304,83,0.3828027626295807,
91
+ 1,672,0.029560670256614685,84,0.2512354012578726,
92
+ 1,680,0.029645483940839767,85,0.09700251603499055,
93
+ 1,688,0.02891494706273079,86,0.5071620724629611,
94
+ 1,696,0.04364131763577461,87,0.3663808637065813,
95
+ 1,704,0.02920176461338997,88,0.25842270418070257,
96
+ 1,712,0.029736243188381195,89,0.05888374155620113,
97
+ 2,720,0.029316872358322144,90,0.08123215788509697,
98
+ 2,728,0.029753144830465317,91,0.14723192696692422,
99
+ 2,736,0.029501505196094513,92,0.07946163322776556,
100
+ 2,744,0.029866691678762436,93,0.07574534718878567,
101
+ 2,752,0.02938273921608925,94,0.05970616792910732,
102
+ 2,760,0.030702505260705948,95,0.06342310580657795,
103
+ 2,768,0.02948322892189026,96,0.05432349361944944,
104
+ ,,,96,,0.1817388472214244
105
+ 2,776,0.029744062572717667,97,0.1728441123268567,
106
+ 2,784,0.02941214293241501,98,0.043751380988396704,
107
+ 2,792,0.02967190369963646,99,0.14046007295837626,
108
+ 2,800,0.029445555061101913,100,0.18048997191363014,
109
+ 2,808,0.03412593901157379,101,0.061702593171503395,
110
+ 2,816,0.03508349880576134,102,0.25871365319471806,
111
+ 2,824,0.03439440578222275,103,0.021388359542470425,
112
+ 2,832,0.03772629424929619,104,0.0776640995463822,
113
+ 2,840,0.029743105173110962,105,0.039268264576094225,
114
+ 2,848,0.030454061925411224,106,0.04106382903410122,
115
+ 2,856,0.029690105468034744,107,0.006181190241477452,
116
+ 2,864,0.04029494524002075,108,0.1259056190465344,
117
+ 2,872,0.02937662973999977,109,0.05157150630839169,
118
+ 2,880,0.03106922283768654,110,0.033135208766907454,
119
+ 2,888,0.029515836387872696,111,0.22959387343144044,
120
+ 2,896,0.04467124864459038,112,0.0049721080577000976,
121
+ ,,,112,,0.19769441691878575
122
+ 2,904,0.03000529482960701,113,0.02277013396815164,
123
+ 2,912,0.03042115643620491,114,0.03083510800206568,
124
+ 2,920,0.030242200940847397,115,0.12318074220092967,
125
+ 2,928,0.030084766447544098,116,0.585600615828298,
126
+ 2,936,0.03898601979017258,117,0.47496690763364313,
127
+ 2,944,0.029998719692230225,118,0.056705350027186796,
128
+ 2,952,0.030266977846622467,119,0.01965969153388869,
129
+ 2,960,0.03132948279380798,120,0.7907046170439571,
130
+ 2,968,0.030263863503932953,121,0.010571180377155542,
131
+ 2,976,0.03136824443936348,122,0.04248475661734119,
132
+ 2,984,0.0299559123814106,123,0.008868347140378319,
133
+ 2,992,0.02987506240606308,124,0.32257986546028405,
134
+ 2,1000,0.029736649245023727,125,0.4447205591131933,
135
+ 2,1008,0.030140720307826996,126,0.06482134741963819,
136
+ 2,1016,0.03009423241019249,127,0.011539524188265204,
137
+ 2,1024,0.03072497993707657,128,0.024527665344066918,
138
+ ,,,128,,0.20428424411349827
139
+ 2,1032,0.030006125569343567,129,0.17163609713315964,
140
+ 2,1040,0.02989111840724945,130,0.08484560047509149,
141
+ 2,1048,0.029678955674171448,131,0.07887658613617532,
142
+ 2,1056,0.029559720307588577,132,0.16754163312725723,
143
+ 2,1064,0.029758073389530182,133,0.1359220265512704,
144
+ 2,1072,0.029642421752214432,134,0.013020116923144087,
145
+ 3,1080,0.02955877035856247,135,0.0459285777178593,
146
+ 3,1088,0.029495924711227417,136,0.021616057521896437,
147
+ 3,1096,0.029561538249254227,137,0.01670061361801345,
148
+ 3,1104,0.029671233147382736,138,0.1077446211129427,
149
+ 3,1112,0.02990485355257988,139,0.017092275491449982,
150
+ 3,1120,0.034719567745923996,140,0.0034383486781734973,
151
+ 3,1128,0.03367915377020836,141,0.020399652799824253,
152
+ 3,1136,0.03012891858816147,142,0.1483904976339545,
153
+ 3,1144,0.029939699918031693,143,0.09602978844486643,
154
+ 3,1152,0.03049210086464882,144,0.028677586182311643,
155
+ ,,,144,,0.28256764131433826
156
+ 3,1160,0.029474671930074692,145,0.32259410414553713,
157
+ 3,1168,0.02982894331216812,146,0.04162710477976361,
158
+ 3,1176,0.0295700840651989,147,0.012710389732092153,
159
+ 3,1184,0.03031470999121666,148,0.003825574502116069,
160
+ 3,1192,0.03013313189148903,149,0.016471134418679867,
161
+ 3,1200,0.030300721526145935,150,0.2718506059318315,
162
+ 3,1208,0.029776159673929214,151,0.04468488597194664,
163
+ 3,1216,0.03033844754099846,152,0.01167016100953333,
164
+ 3,1224,0.02997945249080658,153,0.026991634658770636,
165
+ 3,1232,0.03009086474776268,154,0.1127106151834596,
166
+ 3,1240,0.02989736944437027,155,0.02094034437322989,
167
+ 3,1248,0.030169330537319183,156,0.020918432019243483,
168
+ 3,1256,0.029844459146261215,157,0.036636837481637485,
169
+ 3,1264,0.030330918729305267,158,0.013253697674372233,
170
+ 3,1272,0.029756564646959305,159,0.03774275349860545,
171
+ 3,1280,0.03038005903363228,160,0.01148965563334059,
172
+ ,,,160,,0.24717438143063214
173
+ 3,1288,0.031498733907938004,161,0.015955015558574814,
174
+ 3,1296,0.02982565015554428,162,0.01606655836076243,
175
+ 3,1304,0.03212028369307518,163,0.034526817144069355,
176
+ 3,1312,0.02984308823943138,164,0.008472778823488625,
177
+ 3,1320,0.03212777525186539,165,0.028845017979620025,
178
+ 3,1328,0.030019022524356842,166,0.0029928725234640297,
179
+ 3,1336,0.03269628807902336,167,0.004969151254044846,
180
+ 3,1344,0.030817285180091858,168,0.001965453386219451,
181
+ 3,1352,0.0328654870390892,169,0.021111902056873078,
182
+ 3,1360,0.030038967728614807,170,0.06728274544730084,
183
+ 3,1368,0.032667096704244614,171,0.044545507877046475,
184
+ 3,1376,0.030327141284942627,172,0.002257825202832464,
185
+ 3,1384,0.032462410628795624,173,0.2830368099894258,
186
+ 3,1392,0.030054189264774323,174,0.052889017282723216,
187
+ 3,1400,0.03309570997953415,175,0.0014017240264365682,
188
+ 3,1408,0.03026002272963524,176,0.01272746064751118,
189
+ ,,,176,,0.3684869404711755
190
+ 3,1416,0.03445938229560852,177,0.0007440736535500037,
191
+ 3,1424,0.03396011143922806,178,0.1156771592777659,
192
+ 3,1432,0.029893290251493454,179,0.0006705769228574354,
193
+ 4,1440,0.029705073684453964,180,0.02278197251871461,
194
+ 4,1448,0.030181773006916046,181,0.005753397903390578,
195
+ 4,1456,0.029651816934347153,182,0.014882781566484482,
196
+ 4,1464,0.03016074374318123,183,0.03987084698746912,
197
+ 4,1472,0.029898513108491898,184,0.10560207711750991,
198
+ 4,1480,0.029896963387727737,185,0.39684474716523255,
199
+ 4,1488,0.029957640916109085,186,0.0010017454169428675,
200
+ 4,1496,0.029687922447919846,187,0.0007470359159924556,
201
+ 4,1504,0.029782801866531372,188,0.0113973699080816,
202
+ 4,1512,0.030169732868671417,189,0.002742919823504053,
203
+ 4,1520,0.029526930302381516,190,0.022097424523963127,
204
+ 4,1528,0.02952122688293457,191,0.21373935065275873,
205
+ 4,1536,0.029241669923067093,192,0.2923640308290487,
206
+ ,,,192,,0.4243916530235141
207
+ 4,1544,0.02994024008512497,193,0.004199639060971094,
208
+ 4,1552,0.029546018689870834,194,0.18469776966958307,
209
+ 4,1560,0.029884405434131622,195,0.0033242063655052334,
210
+ 4,1568,0.029529936611652374,196,0.008680883682245621,
211
+ 4,1576,0.030037593096494675,197,0.016009394748834893,
212
+ 4,1584,0.029615115374326706,198,0.004009421536466107,
213
+ 4,1592,0.029612019658088684,199,0.004345457549788989,
214
+ 4,1600,0.02942514792084694,200,0.0028796576443710364,
215
+ 4,1608,0.02943958342075348,201,0.0058339991519460455,
216
+ 4,1616,0.029719937592744827,202,0.0047843753527558874,
217
+ 4,1624,0.029591619968414307,203,0.008652393604279496,
218
+ 4,1632,0.029607165604829788,204,0.0029110120376572013,
219
+ 4,1640,0.029666483402252197,205,0.003846743558824528,
220
+ 4,1648,0.029582038521766663,206,0.0978492911272042,
221
+ 4,1656,0.029592543840408325,207,0.14582327365496894,
222
+ 4,1664,0.029297426342964172,208,0.03870685656511341,
223
+ ,,,208,,0.2749708836374719
224
+ 4,1672,0.029687445610761642,209,0.001951420392288128,
225
+ 4,1680,0.029276397079229355,210,0.02757149485842092,
226
+ 4,1688,0.030402392148971558,211,0.0017870096271508373,
227
+ 4,1696,0.02913595363497734,212,0.001289305801037699,
228
+ 4,1704,0.029530882835388184,213,0.0028849088339484297,
229
+ 4,1712,0.028869561851024628,214,0.06806219194550067,
230
+ 4,1720,0.02973811700940132,215,0.01816781594970962,
231
+ 4,1728,0.0290970578789711,216,0.001476438315876294,
232
+ 4,1736,0.02950947731733322,217,0.10003514160052873,
233
+ 4,1744,0.029867645353078842,218,0.008999577214126475,
234
+ 4,1752,0.0301436148583889,219,0.00078673790267203,
235
+ 4,1760,0.029100101441144943,220,0.0008887689327821136,
236
+ 4,1768,0.0291455015540123,221,0.013140885857865214,
237
+ 4,1776,0.02919350191950798,222,0.003195364170096582,
238
+ 4,1784,0.029049448668956757,223,0.001897332364023896,
239
+ 4,1792,0.0289643295109272,224,0.0019633335850812728,
240
+ ,,,224,,0.3092665828131383
241
+ 5,1800,0.02915799245238304,225,0.0017544758975418517,
242
+ 5,1808,0.02897818386554718,226,0.0027920832835661713,
243
+ 5,1816,0.029130924493074417,227,0.0007662644275114872,
244
+ 5,1824,0.029289018362760544,228,0.0006187400340422755,
245
+ 5,1832,0.028993524610996246,229,0.0007936982528917724,
246
+ 5,1840,0.029064569622278214,230,0.004202136213280028,
247
+ 5,1848,0.02939579263329506,231,0.0007324026300921105,
248
+ 5,1856,0.028858546167612076,232,0.0010855598611669848,
249
+ 5,1864,0.028823159635066986,233,0.0010675916528271046,
250
+ 5,1872,0.02909214049577713,234,0.09556179050196079,
251
+ 5,1880,0.029046930372714996,235,0.0005283457448967965,
252
+ 5,1888,0.029970504343509674,236,0.0014721679963258794,
253
+ 5,1896,0.029648318886756897,237,0.0011881195141540957,
254
+ 5,1904,0.0297161266207695,238,0.0017511133401058032,
255
+ 5,1912,0.03034767135977745,239,0.0007955945293360855,
256
+ 5,1920,0.029456086456775665,240,0.0010702574818424182,
257
+ ,,,240,,0.3181252074397467
258
+ 5,1928,0.029731355607509613,241,0.0003602918004617095,
259
+ 5,1936,0.029875479638576508,242,0.01999246704053803,
260
+ 5,1944,0.02938450127840042,243,0.008236993647187774,
261
+ 5,1952,0.02945389226078987,244,0.0008939619319789927,
262
+ 5,1960,0.03005419671535492,245,0.0009990495709644165,
263
+ 5,1968,0.03009301796555519,246,0.00020382284583320143,
264
+ 5,1976,0.029528260231018066,247,0.0018829093596650637,
265
+ 5,1984,0.029588595032691956,248,0.00048186013555095997,
266
+ 5,1992,0.029545430094003677,249,0.0010275345703121275,
267
+ 5,2000,0.029200606048107147,250,0.0017108081956394017,
268
+ 5,2008,0.030073292553424835,251,0.0007285337960638572,
269
+ 5,2016,0.029586803168058395,252,0.012936411449118168,
270
+ 5,2024,0.030315294861793518,253,0.009882319489406655,
271
+ 5,2032,0.02960246428847313,254,0.03649970074184239,
272
+ 5,2040,0.02978670224547386,255,0.00388859130180208,
273
+ 5,2048,0.02944660559296608,256,0.0011823189870483475,
274
+ ,,,256,,0.3347113116893893
finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=0.7-1.0/labels.csv ADDED
@@ -0,0 +1,153 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 40850,0
2
+ 30315,0
3
+ 11831,0
4
+ 14213,1
5
+ 64306,1
6
+ 13628,0
7
+ 10478,0
8
+ 18328,1
9
+ 17208,1
10
+ 47613,1
11
+ 3408,1
12
+ 29287,1
13
+ 54879,1
14
+ 8964,1
15
+ 40764,1
16
+ 7094,1
17
+ 7936,0
18
+ 37756,1
19
+ 32382,1
20
+ 50358,1
21
+ 624,1
22
+ 47989,0
23
+ 38803,1
24
+ 18916,0
25
+ 31018,1
26
+ 49849,1
27
+ 46958,1
28
+ 40363,1
29
+ 53506,0
30
+ 51736,1
31
+ 51810,0
32
+ 35135,1
33
+ 37054,1
34
+ 25263,0
35
+ 13626,1
36
+ 54910,1
37
+ 32183,0
38
+ 29669,1
39
+ 565,1
40
+ 57408,0
41
+ 45201,1
42
+ 37067,1
43
+ 34056,0
44
+ 39339,0
45
+ 49716,1
46
+ 1467,1
47
+ 53919,1
48
+ 59090,1
49
+ 59703,0
50
+ 38206,1
51
+ 30225,0
52
+ 67495,1
53
+ 44782,1
54
+ 28100,1
55
+ 21793,1
56
+ 58006,1
57
+ 63617,1
58
+ 67733,0
59
+ 30274,0
60
+ 64125,0
61
+ 27960,0
62
+ 50269,0
63
+ 60344,0
64
+ 3308,0
65
+ 18664,0
66
+ 45836,1
67
+ 32716,1
68
+ 27367,1
69
+ 23526,0
70
+ 5277,1
71
+ 48510,1
72
+ 20539,0
73
+ 47803,0
74
+ 1509,1
75
+ 53125,0
76
+ 34135,1
77
+ 40466,0
78
+ 43099,1
79
+ 5579,0
80
+ 12036,0
81
+ 66905,1
82
+ 21182,1
83
+ 48322,1
84
+ 16719,0
85
+ 50204,0
86
+ 63868,1
87
+ 58159,0
88
+ 35577,1
89
+ 62954,0
90
+ 28228,0
91
+ 31755,0
92
+ 3026,1
93
+ 55230,0
94
+ 25381,0
95
+ 64653,0
96
+ 53376,1
97
+ 63742,1
98
+ 13259,1
99
+ 66458,0
100
+ 15198,1
101
+ 67323,1
102
+ 58534,1
103
+ 56730,1
104
+ 15324,1
105
+ 33937,1
106
+ 58357,1
107
+ 51133,1
108
+ 64229,1
109
+ 45158,1
110
+ 12080,1
111
+ 57041,1
112
+ 53744,1
113
+ 36678,0
114
+ 33804,1
115
+ 44555,1
116
+ 47081,0
117
+ 62181,1
118
+ 42033,1
119
+ 50373,0
120
+ 6374,0
121
+ 19426,0
122
+ 34402,0
123
+ 31135,0
124
+ 24872,1
125
+ 52404,1
126
+ 8125,0
127
+ 63898,1
128
+ 9379,0
129
+ 22453,1
130
+ 36865,1
131
+ 26025,1
132
+ 11743,0
133
+ 48456,0
134
+ 49387,1
135
+ 59214,1
136
+ 28379,0
137
+ 48023,0
138
+ 14635,0
139
+ 62054,1
140
+ 11056,1
141
+ 7294,1
142
+ 52378,1
143
+ 14499,0
144
+ 19421,1
145
+ 20656,1
146
+ 64943,0
147
+ 10314,0
148
+ 8801,0
149
+ 7639,1
150
+ 63395,0
151
+ 57496,0
152
+ 34487,1
153
+ 66484,1
finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=0.7-1.0/logits.csv ADDED
@@ -0,0 +1,153 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 40850,-0.0009320206,-7.875932
2
+ 30315,-0.00045730147,-8.375458
3
+ 11831,-0.038262073,-3.2882621
4
+ 14213,-10.375184,-0.00018368465
5
+ 64306,-10.875108,-0.0001074018
6
+ 13628,-0.0010133614,-7.8760133
7
+ 10478,-0.0061344905,-5.1311345
8
+ 18328,-9.500185,-0.00018535326
9
+ 17208,-11.750088,-8.785339e-05
10
+ 47613,-10.750083,-8.2608625e-05
11
+ 3408,-9.625277,-0.00027640813
12
+ 29287,-0.07898768,-2.5789876
13
+ 54879,-7.126391,-0.0013908008
14
+ 8964,-8.500341,-0.0003414763
15
+ 40764,-10.875236,-0.00023588736
16
+ 7094,-11.3751545,-0.00015472168
17
+ 7936,-0.003453127,-6.0034533
18
+ 37756,-9.750216,-0.00021526881
19
+ 32382,-9.750195,-0.00019464982
20
+ 50358,-11.750157,-0.0001572247
21
+ 624,-10.87514,-0.00013982272
22
+ 47989,-0.0016407612,-6.751641
23
+ 38803,-9.1251745,-0.00017450718
24
+ 18916,-9.625152,-0.00015209948
25
+ 31018,-7.6255417,-0.00054177863
26
+ 49849,-3.1681418,-0.043141842
27
+ 46958,-10.375115,-0.00011503035
28
+ 40363,-9.125278,-0.0002786725
29
+ 53506,-8.250455,-0.00045515667
30
+ 51736,-1.1372561,-0.3872561
31
+ 51810,-0.006051788,-5.131052
32
+ 35135,-8.250347,-0.00034731554
33
+ 37054,-11.000079,-7.9390236e-05
34
+ 25263,-0.00072977133,-7.5007296
35
+ 13626,-8.75026,-0.00026055757
36
+ 54910,-10.000179,-0.0001792747
37
+ 32183,-0.00025745892,-9.0002575
38
+ 29669,-10.625141,-0.00014113385
39
+ 565,-10.125108,-0.00010823618
40
+ 57408,-0.00056453503,-9.875565
41
+ 45201,-8.87525,-0.00024947393
42
+ 37067,-10.000362,-0.0003626881
43
+ 34056,-0.00022682955,-9.750227
44
+ 39339,-0.0016771788,-6.501677
45
+ 49716,-10.00012,-0.00012027494
46
+ 1467,-5.877922,-0.0029218385
47
+ 53919,-5.3798356,-0.0048356964
48
+ 59090,-9.250238,-0.0002381518
49
+ 59703,-0.0007134515,-8.375713
50
+ 38206,-12.000094,-9.4647694e-05
51
+ 30225,-0.00041738382,-9.500418
52
+ 67495,-8.375319,-0.00031823816
53
+ 44782,-9.875227,-0.00022682955
54
+ 28100,-7.6255527,-0.00055285904
55
+ 21793,-9.875701,-0.0007011816
56
+ 58006,-11.250109,-0.00010835537
57
+ 63617,-10.000101,-0.00010144196
58
+ 67733,-0.0033726974,-5.7533727
59
+ 30274,-3.0490935,-0.049093544
60
+ 64125,-0.008764726,-4.7587647
61
+ 27960,-0.029861612,-3.5298617
62
+ 50269,-0.0017105009,-6.6267104
63
+ 60344,-0.00051449414,-8.750514
64
+ 3308,-0.000404157,-8.375404
65
+ 18664,-0.00037829872,-9.375379
66
+ 45836,-9.625147,-0.00014661667
67
+ 32716,-8.875257,-0.00025614796
68
+ 27367,-10.750238,-0.00023850934
69
+ 23526,-0.00048041722,-8.500481
70
+ 5277,-10.750109,-0.00010883216
71
+ 48510,-8.375316,-0.00031585473
72
+ 20539,-0.00073858636,-8.250738
73
+ 47803,-0.008069887,-4.88307
74
+ 1509,-6.3772283,-0.0022280412
75
+ 53125,-0.0021646419,-6.252165
76
+ 34135,-10.000285,-0.00028522714
77
+ 40466,-0.0003904534,-8.87539
78
+ 43099,-4.7587786,-0.008778433
79
+ 5579,-0.00035744478,-9.000358
80
+ 12036,-0.0006481692,-7.625648
81
+ 66905,-8.12538,-0.000379967
82
+ 21182,-11.12526,-0.0002604384
83
+ 48322,-8.625367,-0.00036745472
84
+ 16719,-10.25011,-0.00010966653
85
+ 50204,-0.0005834784,-7.8755836
86
+ 63868,-5.6287613,-0.00376148
87
+ 58159,-0.97436094,-0.47436094
88
+ 35577,-8.62524,-0.00024029706
89
+ 62954,-0.0007073761,-7.625707
90
+ 28228,-4.8827004,-0.00770052
91
+ 31755,-0.0004070169,-8.125407
92
+ 3026,-9.375225,-0.00022492264
93
+ 55230,-0.00049817073,-8.375498
94
+ 25381,-0.0025890898,-6.127589
95
+ 64653,-0.006254741,-5.1312547
96
+ 53376,-9.000285,-0.00028522714
97
+ 63742,-11.875105,-0.000105256266
98
+ 13259,-3.651408,-0.026407965
99
+ 66458,-0.00038473358,-8.625384
100
+ 15198,-4.3875895,-0.012589505
101
+ 67323,-6.8766575,-0.001657542
102
+ 58534,-11.375121,-0.00012158608
103
+ 56730,-12.250125,-0.00012492354
104
+ 15324,-10.625382,-0.00038246947
105
+ 33937,-11.250122,-0.00012170528
106
+ 58357,-11.375108,-0.00010799778
107
+ 51133,-9.250208,-0.00020835613
108
+ 64229,-10.875144,-0.00014447123
109
+ 45158,-9.625192,-0.00019190853
110
+ 12080,-5.379742,-0.0047420897
111
+ 57041,-9.75064,-0.00063959166
112
+ 53744,-10.000183,-0.00018344627
113
+ 36678,-0.00074692484,-7.7507467
114
+ 33804,-2.465213,-0.090212956
115
+ 44555,-9.000679,-0.0006789048
116
+ 47081,-0.0013769917,-7.376377
117
+ 62181,-10.125159,-0.00015972769
118
+ 42033,-11.000104,-0.000103945094
119
+ 50373,-0.009980419,-4.63498
120
+ 6374,-0.00037949038,-8.50038
121
+ 19426,-0.0014634148,-6.6264634
122
+ 34402,-0.0007636015,-7.6257634
123
+ 31135,-0.00027843413,-9.750278
124
+ 24872,-7.877637,-0.0026371246
125
+ 52404,-7.750653,-0.0006529345
126
+ 8125,-0.00060516165,-7.625605
127
+ 63898,-8.625361,-0.00036149644
128
+ 9379,-0.38724834,-1.1372483
129
+ 22453,-10.125266,-0.00026580138
130
+ 36865,-10.625187,-0.00018702188
131
+ 26025,-9.000326,-0.0003262226
132
+ 11743,-0.020942979,-3.895943
133
+ 48456,-0.00028749148,-9.750287
134
+ 49387,-3.895732,-0.020731892
135
+ 59214,-7.001065,-0.0010648064
136
+ 28379,-0.0017062166,-6.751706
137
+ 48023,-0.0005202132,-8.00052
138
+ 14635,-0.000648884,-10.1256485
139
+ 62054,-9.000357,-0.00035637227
140
+ 11056,-10.125156,-0.00015603278
141
+ 7294,-9.375169,-0.00016878611
142
+ 52378,-9.625535,-0.00053498737
143
+ 14499,-0.00035649142,-9.625357
144
+ 19421,-10.12519,-0.00018952481
145
+ 20656,-10.875091,-9.083335e-05
146
+ 64943,-0.00048160876,-8.875482
147
+ 10314,-0.0032367718,-5.878237
148
+ 8801,-0.00026770824,-9.125268
149
+ 7639,-9.000639,-0.0006393534
150
+ 63395,-9.37522,-0.00022003613
151
+ 57496,-0.0004556333,-8.750456
152
+ 34487,-6.501746,-0.0017463209
153
+ 66484,-7.375918,-0.000918086
finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=test_400/labels.csv ADDED
@@ -0,0 +1,400 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 17786,0
2
+ 12007,0
3
+ 8229,0
4
+ 31449,1
5
+ 1591,0
6
+ 53542,1
7
+ 49372,1
8
+ 54831,0
9
+ 44771,1
10
+ 33116,0
11
+ 33492,1
12
+ 16982,1
13
+ 31901,1
14
+ 49817,0
15
+ 60681,0
16
+ 39890,1
17
+ 62685,0
18
+ 2201,1
19
+ 47201,1
20
+ 20835,1
21
+ 15421,1
22
+ 45021,0
23
+ 45802,0
24
+ 43637,0
25
+ 7160,0
26
+ 8150,0
27
+ 3512,1
28
+ 29264,0
29
+ 32960,0
30
+ 32221,0
31
+ 35996,1
32
+ 4422,1
33
+ 22209,0
34
+ 6920,1
35
+ 25253,0
36
+ 680,0
37
+ 50140,1
38
+ 28481,1
39
+ 36298,0
40
+ 16473,1
41
+ 11102,1
42
+ 62901,0
43
+ 16123,1
44
+ 52012,0
45
+ 60780,0
46
+ 1781,1
47
+ 41449,0
48
+ 908,0
49
+ 15507,1
50
+ 57914,1
51
+ 46159,1
52
+ 56461,1
53
+ 62107,1
54
+ 49087,1
55
+ 65792,0
56
+ 13181,0
57
+ 54119,1
58
+ 51997,0
59
+ 24924,1
60
+ 45890,0
61
+ 41716,0
62
+ 60175,0
63
+ 30318,0
64
+ 13221,1
65
+ 15509,1
66
+ 37365,1
67
+ 60975,0
68
+ 51375,0
69
+ 16004,1
70
+ 12837,1
71
+ 17864,1
72
+ 67134,1
73
+ 18611,1
74
+ 12861,1
75
+ 58084,1
76
+ 32874,1
77
+ 32717,1
78
+ 23413,1
79
+ 59634,0
80
+ 15629,0
81
+ 47071,0
82
+ 48558,1
83
+ 3648,0
84
+ 43367,0
85
+ 14869,0
86
+ 1518,0
87
+ 16976,1
88
+ 20931,1
89
+ 67379,1
90
+ 4741,0
91
+ 5765,1
92
+ 48791,0
93
+ 15298,0
94
+ 21874,1
95
+ 9095,1
96
+ 3840,1
97
+ 55636,0
98
+ 57364,0
99
+ 65863,0
100
+ 40786,0
101
+ 8118,1
102
+ 52441,0
103
+ 38593,0
104
+ 5517,0
105
+ 39136,1
106
+ 47292,0
107
+ 34052,1
108
+ 16037,1
109
+ 64606,1
110
+ 19552,0
111
+ 14116,0
112
+ 11261,1
113
+ 11668,1
114
+ 42198,1
115
+ 22526,1
116
+ 8037,1
117
+ 5324,1
118
+ 56692,0
119
+ 59753,0
120
+ 47298,0
121
+ 57801,1
122
+ 58413,1
123
+ 10673,0
124
+ 65730,1
125
+ 40287,1
126
+ 15186,0
127
+ 43119,0
128
+ 39219,1
129
+ 50340,0
130
+ 34297,1
131
+ 62941,0
132
+ 31551,1
133
+ 41344,1
134
+ 46402,1
135
+ 13636,1
136
+ 42241,1
137
+ 15422,0
138
+ 25014,1
139
+ 19613,1
140
+ 5515,0
141
+ 64128,0
142
+ 28084,0
143
+ 10395,1
144
+ 9965,0
145
+ 27221,1
146
+ 11994,0
147
+ 43384,0
148
+ 44329,0
149
+ 58937,0
150
+ 29119,0
151
+ 8989,0
152
+ 23043,1
153
+ 32166,0
154
+ 42729,0
155
+ 6863,1
156
+ 41187,0
157
+ 36039,1
158
+ 55977,0
159
+ 8129,1
160
+ 60223,1
161
+ 9414,1
162
+ 26177,0
163
+ 38443,0
164
+ 43084,0
165
+ 53673,0
166
+ 15057,1
167
+ 51700,0
168
+ 51201,1
169
+ 47078,1
170
+ 59961,1
171
+ 22272,1
172
+ 65773,0
173
+ 33746,0
174
+ 27311,1
175
+ 41292,0
176
+ 17110,0
177
+ 57029,0
178
+ 3009,1
179
+ 40193,1
180
+ 27618,1
181
+ 20145,1
182
+ 52193,1
183
+ 34398,0
184
+ 36473,1
185
+ 43577,0
186
+ 57850,1
187
+ 61117,0
188
+ 32569,1
189
+ 12290,1
190
+ 19499,1
191
+ 60470,0
192
+ 8962,1
193
+ 65955,1
194
+ 62486,0
195
+ 19000,0
196
+ 22631,1
197
+ 25613,0
198
+ 56086,1
199
+ 28883,0
200
+ 26425,1
201
+ 48097,0
202
+ 61477,0
203
+ 9121,0
204
+ 66709,1
205
+ 51472,1
206
+ 19809,1
207
+ 38959,1
208
+ 39849,0
209
+ 59964,0
210
+ 65268,1
211
+ 8791,0
212
+ 51774,1
213
+ 49640,0
214
+ 20125,1
215
+ 59640,0
216
+ 68206,1
217
+ 48079,1
218
+ 49583,0
219
+ 67054,0
220
+ 59571,1
221
+ 29080,1
222
+ 29111,1
223
+ 20758,1
224
+ 64023,0
225
+ 29058,0
226
+ 18185,1
227
+ 36543,0
228
+ 54983,1
229
+ 3101,1
230
+ 42140,0
231
+ 6954,0
232
+ 15955,1
233
+ 61746,0
234
+ 32055,0
235
+ 39496,1
236
+ 59909,1
237
+ 66296,0
238
+ 46804,1
239
+ 35049,0
240
+ 56017,1
241
+ 26947,1
242
+ 38928,0
243
+ 15029,1
244
+ 7086,0
245
+ 537,0
246
+ 50731,0
247
+ 63604,1
248
+ 67049,0
249
+ 31161,0
250
+ 58922,1
251
+ 18347,1
252
+ 25864,1
253
+ 63846,0
254
+ 13353,0
255
+ 25378,1
256
+ 59101,1
257
+ 20895,0
258
+ 48119,1
259
+ 14332,0
260
+ 25497,1
261
+ 8686,0
262
+ 22758,1
263
+ 7666,0
264
+ 20686,0
265
+ 18975,1
266
+ 19054,1
267
+ 48123,1
268
+ 57909,1
269
+ 9226,1
270
+ 48653,1
271
+ 44013,0
272
+ 11409,1
273
+ 62736,0
274
+ 2777,1
275
+ 7058,0
276
+ 48408,0
277
+ 28934,1
278
+ 46578,1
279
+ 23203,0
280
+ 6257,1
281
+ 53444,0
282
+ 17816,0
283
+ 46307,1
284
+ 20599,1
285
+ 29423,0
286
+ 21041,0
287
+ 16633,1
288
+ 20221,0
289
+ 27466,0
290
+ 22987,0
291
+ 9322,1
292
+ 3265,0
293
+ 22814,1
294
+ 56185,1
295
+ 55014,1
296
+ 43437,1
297
+ 24683,0
298
+ 10233,0
299
+ 19001,0
300
+ 32718,0
301
+ 31030,0
302
+ 1099,0
303
+ 57982,1
304
+ 49148,0
305
+ 40880,1
306
+ 31148,0
307
+ 9446,1
308
+ 18579,1
309
+ 30932,0
310
+ 40792,0
311
+ 48600,0
312
+ 44588,1
313
+ 33828,1
314
+ 33917,0
315
+ 2026,0
316
+ 56745,0
317
+ 17383,0
318
+ 2372,0
319
+ 56600,0
320
+ 50257,0
321
+ 38892,0
322
+ 45844,0
323
+ 29062,0
324
+ 5655,1
325
+ 67611,0
326
+ 18546,0
327
+ 63060,1
328
+ 36068,1
329
+ 784,0
330
+ 20429,0
331
+ 21679,1
332
+ 53617,1
333
+ 6978,1
334
+ 53262,0
335
+ 181,0
336
+ 28744,0
337
+ 48716,0
338
+ 51468,0
339
+ 62209,1
340
+ 8732,1
341
+ 56949,1
342
+ 26885,0
343
+ 43345,0
344
+ 8053,0
345
+ 59402,1
346
+ 49552,0
347
+ 12348,0
348
+ 28335,1
349
+ 59114,1
350
+ 12625,1
351
+ 8876,1
352
+ 29959,1
353
+ 37911,1
354
+ 38412,0
355
+ 31999,0
356
+ 34775,0
357
+ 65737,1
358
+ 25244,0
359
+ 51630,1
360
+ 23979,1
361
+ 34638,1
362
+ 22311,1
363
+ 14004,1
364
+ 310,1
365
+ 49105,0
366
+ 38782,1
367
+ 4647,1
368
+ 43782,0
369
+ 66046,0
370
+ 16690,1
371
+ 67731,0
372
+ 54867,1
373
+ 34108,1
374
+ 67332,0
375
+ 22567,0
376
+ 57173,0
377
+ 26527,1
378
+ 59580,1
379
+ 20737,0
380
+ 53307,0
381
+ 32783,0
382
+ 7868,1
383
+ 50777,0
384
+ 29307,1
385
+ 18297,0
386
+ 44524,1
387
+ 61320,0
388
+ 2578,0
389
+ 40612,1
390
+ 32523,1
391
+ 48509,0
392
+ 36666,1
393
+ 6539,1
394
+ 33620,1
395
+ 55547,1
396
+ 11751,1
397
+ 30491,0
398
+ 48294,1
399
+ 37424,1
400
+ 29155,1
finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=test_400/logits.csv ADDED
@@ -0,0 +1,400 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 17786,-7.7506194,-0.00061921973
2
+ 12007,-0.007784033,-4.882784
3
+ 8229,-0.00033313446,-9.375333
4
+ 31449,-10.500133,-0.00013279033
5
+ 1591,-0.0003942666,-8.625394
6
+ 53542,-8.000525,-0.0005252174
7
+ 49372,-9.250261,-0.00026103426
8
+ 54831,-0.0026178635,-6.002618
9
+ 44771,-8.125377,-0.00037674958
10
+ 33116,-0.00044157292,-9.375442
11
+ 33492,-8.750243,-0.00024327656
12
+ 16982,-8.625389,-0.0003891426
13
+ 31901,-7.8757825,-0.00078230293
14
+ 49817,-0.018395886,-4.018396
15
+ 60681,-4.635231,-0.010231073
16
+ 39890,-8.250337,-0.00033635204
17
+ 62685,-0.00039724566,-8.500398
18
+ 2201,-8.820965,-0.008464768
19
+ 47201,-0.0006658006,-7.6256657
20
+ 20835,-10.375465,-0.0004655231
21
+ 15421,-10.250423,-0.0004229843
22
+ 45021,-0.0006444761,-8.000645
23
+ 45802,-0.0023556598,-6.2523556
24
+ 43637,-0.0015288818,-6.6265287
25
+ 7160,-0.0029642712,-5.8779645
26
+ 8150,-1.4063265,-0.28132647
27
+ 3512,-9.875097,-9.715085e-05
28
+ 29264,-0.00027533554,-9.875276
29
+ 32960,-0.0006881968,-7.875688
30
+ 32221,-0.001107675,-7.2511077
31
+ 35996,-9.625336,-0.000335637
32
+ 4422,-11.500266,-0.0002656822
33
+ 22209,-0.00031275625,-9.500313
34
+ 6920,-10.375171,-0.00017116989
35
+ 25253,-0.00043478096,-9.625435
36
+ 680,-0.5859307,-0.8359307
37
+ 50140,-10.000201,-0.00020168177
38
+ 28481,-9.000389,-0.00038938093
39
+ 36298,-0.0021021904,-6.3771024
40
+ 16473,-11.125085,-8.523101e-05
41
+ 11102,-5.7532606,-0.0032604176
42
+ 62901,-0.00051532814,-7.7505155
43
+ 16123,-10.000554,-0.0005544079
44
+ 52012,-0.0004974558,-8.375498
45
+ 60780,-0.0010389651,-7.376039
46
+ 1781,-11.000104,-0.0001040643
47
+ 41449,-0.002859553,-6.0028596
48
+ 908,-9.750277,-0.00027688485
49
+ 15507,-9.126123,-0.0011230359
50
+ 57914,-8.250417,-0.0004165497
51
+ 46159,-8.375298,-0.00029738297
52
+ 56461,-10.625095,-9.500529e-05
53
+ 62107,-0.0010037152,-7.2510037
54
+ 49087,-11.250203,-0.00020335037
55
+ 65792,-0.0005521442,-8.000552
56
+ 13181,-0.0024014465,-6.1274014
57
+ 54119,-10.500105,-0.00010477948
58
+ 51997,-0.00038580605,-8.250386
59
+ 24924,-11.250112,-0.000111573674
60
+ 45890,-0.00032729513,-9.000327
61
+ 41716,-0.012633295,-4.3876333
62
+ 60175,-0.00072345784,-7.7507234
63
+ 30318,-0.0014693665,-6.626469
64
+ 13221,-10.375098,-9.858122e-05
65
+ 15509,-10.875068,-6.7708585e-05
66
+ 37365,-5.1310835,-0.006083543
67
+ 60975,-0.010049225,-4.6350493
68
+ 51375,-0.001271512,-6.8762717
69
+ 16004,-9.125443,-0.00044347942
70
+ 12837,-8.000498,-0.000497575
71
+ 17864,-10.250133,-0.00013219437
72
+ 67134,-8.375402,-0.0004020121
73
+ 18611,-8.250383,-0.00038342277
74
+ 12861,-8.625324,-0.00032395837
75
+ 58084,-10.625112,-0.00011121608
76
+ 32874,-0.0034196253,-5.7534194
77
+ 32717,-10.625125,-0.00012468515
78
+ 23413,-10.250366,-0.00036638224
79
+ 59634,-0.00061099936,-8.000611
80
+ 15629,-6.127937,-0.002936815
81
+ 47071,-0.0016013668,-6.626601
82
+ 48558,-9.125256,-0.00025567124
83
+ 3648,-0.00023123929,-9.500231
84
+ 43367,-0.0007526426,-7.3757524
85
+ 14869,-0.00041583474,-9.375416
86
+ 1518,-0.00048291942,-8.250483
87
+ 16976,-10.265548,-0.015547615
88
+ 20931,-10.625114,-0.000114076785
89
+ 67379,-10.375185,-0.00018547245
90
+ 4741,-0.0005830019,-9.000583
91
+ 5765,-9.250192,-0.00019190853
92
+ 48791,-0.00035184392,-8.625352
93
+ 15298,-0.007289835,-5.00729
94
+ 21874,-9.875245,-0.00024506426
95
+ 9095,-9.250605,-0.0006042085
96
+ 3840,-10.625125,-0.00012492354
97
+ 55636,-0.3485727,-1.2235727
98
+ 57364,-0.4343624,-1.0593624
99
+ 65863,-0.0009149894,-8.625915
100
+ 40786,-0.00070523185,-7.5007052
101
+ 8118,-10.250165,-0.00016521043
102
+ 52441,-0.0003793712,-9.50038
103
+ 38593,-0.00023278865,-9.375233
104
+ 5517,-0.0008141064,-8.375814
105
+ 39136,-7.375819,-0.0008192282
106
+ 47292,-0.0015933926,-6.8765936
107
+ 34052,-7.500671,-0.00067092315
108
+ 16037,-10.875147,-0.00014709345
109
+ 64606,-10.125151,-0.00015031162
110
+ 19552,-0.00037079136,-8.750371
111
+ 14116,-7.375768,-0.0007683662
112
+ 11261,-7.7504926,-0.00049280893
113
+ 11668,-11.125153,-0.00015245705
114
+ 42198,-9.750172,-0.00017152746
115
+ 22526,-10.751096,-0.0010962436
116
+ 8037,-9.2501955,-0.00019584168
117
+ 5324,-8.000968,-0.00096810673
118
+ 56692,-0.00035649142,-9.500357
119
+ 59753,-0.0017941582,-6.5017943
120
+ 47298,-0.00035494225,-8.625355
121
+ 57801,-6.5015645,-0.0015645894
122
+ 58413,-11.87508,-7.986704e-05
123
+ 10673,-0.0002780766,-9.375278
124
+ 65730,-10.875113,-0.00011288482
125
+ 40287,-10.37509,-8.940297e-05
126
+ 15186,-9.500431,-0.00043061044
127
+ 43119,-0.00045944625,-9.12546
128
+ 39219,-9.625486,-0.00048673226
129
+ 50340,-9.000157,-0.00015698631
130
+ 34297,-9.250254,-0.00025328767
131
+ 62941,-0.0005262897,-8.625526
132
+ 31551,-12.125169,-0.00016866691
133
+ 41344,-9.6252365,-0.00023696
134
+ 46402,-9.750141,-0.00014077626
135
+ 13636,-9.000257,-0.00025674384
136
+ 42241,-10.375136,-0.00013648532
137
+ 15422,-0.0028868925,-5.877887
138
+ 25014,-9.750843,-0.0008425738
139
+ 19613,-4.3877025,-0.012702625
140
+ 5515,-0.010072946,-4.6350727
141
+ 64128,-0.0002771232,-9.6252775
142
+ 28084,-0.00038890427,-9.375389
143
+ 10395,-7.6256013,-0.000601111
144
+ 9965,-0.0009924016,-7.2509923
145
+ 27221,-8.125371,-0.00037114884
146
+ 11994,-0.0006909367,-7.750691
147
+ 43384,-0.00058514636,-8.250586
148
+ 44329,-0.00040439534,-8.750404
149
+ 58937,-0.000514375,-8.000514
150
+ 29119,-0.0006954635,-7.500695
151
+ 8989,-0.0018631733,-8.1268635
152
+ 23043,-10.625178,-0.00017879794
153
+ 32166,-0.0066518784,-5.256652
154
+ 42729,-0.0011064843,-7.1261063
155
+ 6863,-9.750367,-0.0003672164
156
+ 41187,-0.00043394684,-9.375434
157
+ 36039,-12.0001335,-0.00013398226
158
+ 55977,-0.00054094463,-7.8755407
159
+ 8129,-9.750183,-0.00018285033
160
+ 60223,-10.750198,-0.00019798703
161
+ 9414,-0.00036793138,-8.375368
162
+ 26177,-0.0008060067,-9.375806
163
+ 38443,-0.00026925752,-9.000269
164
+ 43084,-0.00047934486,-9.37548
165
+ 53673,-0.0005983708,-8.500598
166
+ 15057,-9.000346,-0.00034588552
167
+ 51700,-0.00067783264,-8.000678
168
+ 51201,-9.1252575,-0.00025722056
169
+ 47078,-10.500176,-0.00017641419
170
+ 59961,-9.375178,-0.00017867876
171
+ 22272,-0.101500615,-2.3515005
172
+ 65773,-0.0020938632,-6.252094
173
+ 33746,-0.005369645,-5.2553697
174
+ 27311,-9.750141,-0.00014113385
175
+ 41292,-0.00020287363,-9.250203
176
+ 17110,-0.021069165,-3.896069
177
+ 57029,-0.00069641654,-8.375696
178
+ 3009,-7.6255255,-0.000525694
179
+ 40193,-10.000117,-0.000117295065
180
+ 27618,-8.2504225,-0.00042262682
181
+ 20145,-11.375104,-0.00010358751
182
+ 52193,-9.875154,-0.00015317221
183
+ 34398,-0.0017112149,-6.6267114
184
+ 36473,-9.875177,-0.00017736769
185
+ 43577,-0.00026746988,-9.625267
186
+ 57850,-10.750106,-0.00010561385
187
+ 61117,-0.0006208876,-8.375621
188
+ 32569,-7.125988,-0.0009882334
189
+ 12290,-11.500151,-0.00015066919
190
+ 19499,-10.500362,-0.00036233058
191
+ 60470,-0.00023100091,-9.375231
192
+ 8962,-11.500282,-0.00028236693
193
+ 65955,-9.250248,-0.00024828213
194
+ 62486,-0.026606828,-3.6516068
195
+ 19000,-0.0012279359,-6.876228
196
+ 22631,-9.625157,-0.0001572247
197
+ 25613,-0.00048220452,-8.125483
198
+ 56086,-8.875237,-0.00023791344
199
+ 28883,-0.062318593,-2.8123186
200
+ 26425,-10.375135,-0.00013553178
201
+ 48097,-0.012736053,-4.387736
202
+ 61477,-0.00047386385,-8.125474
203
+ 9121,-0.062111136,-2.8121111
204
+ 66709,-9.250163,-0.00016306501
205
+ 51472,-8.500544,-0.00054392323
206
+ 19809,-11.25013,-0.00012992969
207
+ 38959,-10.375155,-0.00015507927
208
+ 39849,-0.00041905206,-8.125419
209
+ 59964,-0.0004042762,-8.625404
210
+ 65268,-10.750151,-0.00015102676
211
+ 8791,-0.0009367845,-7.250937
212
+ 51774,-10.000169,-0.00016866691
213
+ 49640,-0.00040916176,-8.750409
214
+ 20125,-6.8761587,-0.001158758
215
+ 59640,-0.0012324603,-7.3762326
216
+ 68206,-10.125475,-0.0004749362
217
+ 48079,-10.0001955,-0.00019524575
218
+ 49583,-2.1272867,-0.12728676
219
+ 67054,-0.0006069487,-7.875607
220
+ 59571,-3.168159,-0.043158967
221
+ 29080,-10.000215,-0.00021467288
222
+ 29111,-9.875257,-0.0002569822
223
+ 20758,-9.500136,-0.00013672371
224
+ 64023,-0.001026461,-7.2510266
225
+ 29058,-0.00037615377,-9.625376
226
+ 18185,-0.00053320016,-7.875533
227
+ 36543,-0.000371983,-8.750372
228
+ 54983,-8.625295,-0.00029499948
229
+ 3101,-6.1272373,-0.0022374375
230
+ 42140,-9.750122,-0.00012194367
231
+ 6954,-0.0005714452,-8.875571
232
+ 15955,-7.876267,-0.0012669879
233
+ 61746,-0.00043084874,-9.250431
234
+ 32055,-0.0009740614,-7.750974
235
+ 39496,-8.625344,-0.00034469386
236
+ 59909,-8.375302,-0.00030274576
237
+ 66296,-0.0007141662,-8.500714
238
+ 46804,-8.000449,-0.00044955636
239
+ 35049,-0.00052271533,-9.625523
240
+ 56017,-8.250421,-0.0004207203
241
+ 26947,-8.375295,-0.00029511866
242
+ 38928,-0.00050937076,-8.875509
243
+ 15029,-10.375213,-0.0002131235
244
+ 7086,-0.00095810276,-7.250958
245
+ 537,-0.026682507,-3.6516826
246
+ 50731,-0.00044848397,-8.500448
247
+ 63604,-9.2502,-0.000199894
248
+ 67049,-0.47423178,-0.9742318
249
+ 31161,-0.0029495328,-5.8779497
250
+ 58922,-10.625246,-0.00024566017
251
+ 18347,-10.7501335,-0.00013362468
252
+ 25864,-5.130979,-0.005978914
253
+ 63846,-0.00035434644,-9.000355
254
+ 13353,-0.00055262074,-8.875552
255
+ 25378,-7.5007725,-0.0007722971
256
+ 59101,-10.25023,-0.00022957074
257
+ 20895,-0.001312229,-6.7513123
258
+ 48119,-10.875091,-9.083335e-05
259
+ 14332,-0.00032848684,-9.500328
260
+ 25497,-9.875206,-0.00020597244
261
+ 8686,-0.01670914,-4.1417093
262
+ 22758,-9.375402,-0.0004020121
263
+ 7666,-0.00076479267,-7.375765
264
+ 20686,-0.0023234296,-6.1273236
265
+ 18975,-9.000239,-0.00023910524
266
+ 19054,-8.750236,-0.000235649
267
+ 48123,-11.875105,-0.00010466028
268
+ 57909,-10.500095,-9.5362884e-05
269
+ 9226,-10.750265,-0.00026556302
270
+ 48653,-0.0005774023,-8.000577
271
+ 44013,-0.006313498,-5.3813133
272
+ 11409,-10.000211,-0.000210859
273
+ 62736,-0.00094416854,-7.250944
274
+ 2777,-10.000222,-0.0002224198
275
+ 7058,-0.00032121743,-9.000321
276
+ 48408,-0.00069784606,-7.7506976
277
+ 28934,-10.125125,-0.00012540031
278
+ 46578,-10.125398,-0.00039760314
279
+ 23203,-10.125129,-0.00012909532
280
+ 6257,-10.500114,-0.000114076785
281
+ 53444,-0.0064118146,-5.131412
282
+ 17816,-3.4090145,-0.034014437
283
+ 46307,-10.625303,-0.00030286494
284
+ 20599,-11.625206,-0.00020632999
285
+ 29423,-0.0004970984,-9.000497
286
+ 21041,-0.0005278386,-8.000527
287
+ 16633,-11.375097,-9.774684e-05
288
+ 20221,-10.000156,-0.00015615197
289
+ 27466,-0.00029833635,-9.6252985
290
+ 22987,-0.00040654023,-8.500406
291
+ 9322,-7.875449,-0.00044907976
292
+ 3265,-0.0018844719,-6.3768845
293
+ 22814,-7.8755894,-0.0005891971
294
+ 56185,-10.625105,-0.00010501787
295
+ 55014,-9.625129,-0.00012897613
296
+ 43437,-10.000111,-0.00011038171
297
+ 24683,-0.00032812933,-9.125328
298
+ 10233,-3.0489373,-0.048937358
299
+ 19001,-0.0005897928,-8.250589
300
+ 32718,-0.00070475537,-7.750705
301
+ 31030,-0.00059455837,-9.375594
302
+ 1099,-0.00035351227,-10.250354
303
+ 57982,-8.250475,-0.00047457876
304
+ 49148,-0.0022979777,-6.127298
305
+ 40880,-11.500066,-6.6158966e-05
306
+ 31148,-0.0003297977,-10.62533
307
+ 9446,-10.250125,-0.00012516193
308
+ 18579,-11.125227,-0.00022742547
309
+ 30932,-6.7512503,-0.0012503195
310
+ 40792,-2.930222,-0.05522213
311
+ 48600,-0.0018243827,-6.6268244
312
+ 44588,-7.0013328,-0.0013327058
313
+ 33828,-9.000285,-0.00028486963
314
+ 33917,-0.0014893641,-7.251489
315
+ 2026,-0.00063530286,-7.625635
316
+ 56745,-0.00054261263,-8.125543
317
+ 17383,-0.10039766,-2.3503976
318
+ 2372,-0.00052581314,-8.125525
319
+ 56600,-0.034730863,-3.409731
320
+ 50257,-0.00064757356,-8.375648
321
+ 38892,-0.00043561505,-9.000436
322
+ 45844,-0.0009213017,-8.375921
323
+ 29062,-0.16092746,-1.9109274
324
+ 5655,-10.125201,-0.00020132422
325
+ 67611,-0.001380563,-6.7513804
326
+ 18546,-0.0024215442,-6.5024214
327
+ 63060,-10.125328,-0.00032812933
328
+ 36068,-11.00014,-0.0001400611
329
+ 784,-5.1310496,-0.0060495366
330
+ 20429,-0.00096512935,-7.875965
331
+ 21679,-10.000247,-0.00024697115
332
+ 53617,-11.125256,-0.0002553137
333
+ 6978,-11.1251135,-0.00011312322
334
+ 53262,-0.00043513844,-9.625435
335
+ 181,-0.0006023023,-8.750603
336
+ 28744,-0.085188895,-2.5851889
337
+ 48716,-0.07907844,-2.5790784
338
+ 51468,-0.00027974506,-10.000279
339
+ 62209,-9.3752165,-0.00021646064
340
+ 8732,-4.264803,-0.014803093
341
+ 56949,-9.000203,-0.00020358874
342
+ 26885,-0.00040558696,-9.875405
343
+ 43345,-0.062173087,-2.8121731
344
+ 8053,-6.8760943,-0.0010945764
345
+ 59402,-9.375213,-0.0002122892
346
+ 49552,-0.00031525886,-9.375316
347
+ 12348,-0.062704384,-2.8127043
348
+ 28335,-8.625295,-0.00029476112
349
+ 59114,-8.250375,-0.00037520044
350
+ 12625,-9.125288,-0.0002883257
351
+ 8876,-8.125732,-0.0007328685
352
+ 29959,-11.500083,-8.2608625e-05
353
+ 37911,-0.00023648326,-9.2502365
354
+ 38412,-2.3503573,-0.10035723
355
+ 31999,-0.0004262016,-8.500426
356
+ 34775,-0.0008420974,-7.500842
357
+ 65737,-9.375259,-0.00025960413
358
+ 25244,-0.0011994794,-7.0011992
359
+ 51630,-8.750336,-0.00033587537
360
+ 23979,-7.875507,-0.0005067495
361
+ 34638,-9.5001745,-0.00017498393
362
+ 22311,-11.62514,-0.00014065707
363
+ 14004,-9.500373,-0.00037257883
364
+ 310,-0.0004472924,-8.000447
365
+ 49105,-0.00067366316,-8.750673
366
+ 38782,-11.625338,-0.00033742457
367
+ 4647,-10.375096,-9.6316464e-05
368
+ 43782,-0.00032360086,-10.375323
369
+ 66046,-0.0013846105,-6.7513847
370
+ 16690,-10.125223,-0.00022349245
371
+ 67731,-0.0006466205,-8.000647
372
+ 54867,-10.250178,-0.00017844039
373
+ 34108,-8.375703,-0.00070249196
374
+ 67332,-0.0005210473,-7.875521
375
+ 22567,-0.00048184706,-8.125482
376
+ 57173,-0.0003530356,-8.500353
377
+ 26527,-10.625196,-0.00019667599
378
+ 59580,-8.125676,-0.0006764031
379
+ 20737,-0.030030524,-3.5300305
380
+ 53307,-0.0004183371,-10.000419
381
+ 32783,-0.00023719836,-10.000237
382
+ 7868,-11.50008,-8.0224636e-05
383
+ 50777,-0.00040368037,-9.125403
384
+ 29307,-10.375084,-8.427742e-05
385
+ 18297,-0.0015593524,-6.7515593
386
+ 44524,-10.75019,-0.00018952481
387
+ 61320,-0.0008881915,-7.6258883
388
+ 2578,-1.4064955,-0.28149545
389
+ 40612,-0.026630856,-3.6516309
390
+ 32523,-9.0015545,-0.0015545915
391
+ 48509,-0.001109104,-7.001109
392
+ 36666,-9.625164,-0.00016449529
393
+ 6539,-11.125099,-9.9654004e-05
394
+ 33620,-10.500209,-0.00020895206
395
+ 55547,-8.625273,-0.00027271366
396
+ 11751,-8.875205,-0.00020466141
397
+ 30491,-0.00046123358,-8.125462
398
+ 48294,-9.750221,-0.00022110878
399
+ 37424,-10.000221,-0.00022134715
400
+ 29155,-0.2016554,-1.7016554
finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ K: null
2
+ global_batch_size: 8
3
+ learning_rate: 0.0001
4
+ loss: ans
5
+ max_steps: -1
6
+ micro_batch_size: 1
7
+ optimizer_name: adamw
8
+ patience: 10
9
+ val_check_interval: 16
10
+ weight_decay: 0.0
finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlamaForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 128000,
8
+ "eos_token_id": [
9
+ 128001,
10
+ 128008,
11
+ 128009
12
+ ],
13
+ "head_dim": 64,
14
+ "hidden_act": "silu",
15
+ "hidden_size": 2048,
16
+ "initializer_range": 0.02,
17
+ "intermediate_size": 8192,
18
+ "max_position_embeddings": 131072,
19
+ "mlp_bias": false,
20
+ "model_type": "llama",
21
+ "num_attention_heads": 32,
22
+ "num_hidden_layers": 16,
23
+ "num_key_value_heads": 8,
24
+ "pretraining_tp": 1,
25
+ "rms_norm_eps": 1e-05,
26
+ "rope_scaling": {
27
+ "factor": 32.0,
28
+ "high_freq_factor": 4.0,
29
+ "low_freq_factor": 1.0,
30
+ "original_max_position_embeddings": 8192,
31
+ "rope_type": "llama3"
32
+ },
33
+ "rope_theta": 500000.0,
34
+ "tie_word_embeddings": true,
35
+ "torch_dtype": "bfloat16",
36
+ "transformers_version": "4.45.0.dev0",
37
+ "use_cache": true,
38
+ "vocab_size": 128256
39
+ }
finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 128000,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 128001,
6
+ 128008,
7
+ 128009
8
+ ],
9
+ "temperature": 0.6,
10
+ "top_p": 0.9,
11
+ "transformers_version": "4.45.0.dev0"
12
+ }
finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ attention_logit_softcapping: null
2
+ attention_scores_scalar: null
3
+ bias: false
4
+ block_size: 131072
5
+ final_logit_softcapping: null
6
+ gelu_approximate: none
7
+ head_size: 64
8
+ hf_config:
9
+ name: Llama-3.2-1B-Instruct
10
+ org: meta-llama
11
+ intermediate_size: 8192
12
+ lm_head_bias: false
13
+ mlp_class_name: LLaMAMLP
14
+ n_embd: 2048
15
+ n_expert: 0
16
+ n_expert_per_token: 0
17
+ n_head: 32
18
+ n_layer: 16
19
+ n_query_groups: 8
20
+ name: Llama-3.2-1B-Instruct
21
+ norm_class_name: RMSNorm
22
+ norm_eps: 1.0e-05
23
+ padded_vocab_size: 128256
24
+ padding_multiple: 512
25
+ parallel_residual: false
26
+ post_attention_norm: false
27
+ post_mlp_norm: false
28
+ rope_adjustments:
29
+ factor: 32.0
30
+ high_freq_factor: 4.0
31
+ low_freq_factor: 1.0
32
+ original_max_seq_len: 8192
33
+ rope_base: 500000
34
+ rope_condense_ratio: 1
35
+ rotary_percentage: 1.0
36
+ scale_embeddings: false
37
+ shared_attention_norm: false
38
+ sliding_window_layer_placing: null
39
+ sliding_window_size: null
40
+ vocab_size: 128000
finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json ADDED
@@ -0,0 +1,2062 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "128000": {
4
+ "content": "<|begin_of_text|>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "128001": {
12
+ "content": "<|end_of_text|>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "128002": {
20
+ "content": "<|reserved_special_token_0|>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "128003": {
28
+ "content": "<|reserved_special_token_1|>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "128004": {
36
+ "content": "<|finetune_right_pad_id|>",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ },
43
+ "128005": {
44
+ "content": "<|reserved_special_token_2|>",
45
+ "lstrip": false,
46
+ "normalized": false,
47
+ "rstrip": false,
48
+ "single_word": false,
49
+ "special": true
50
+ },
51
+ "128006": {
52
+ "content": "<|start_header_id|>",
53
+ "lstrip": false,
54
+ "normalized": false,
55
+ "rstrip": false,
56
+ "single_word": false,
57
+ "special": true
58
+ },
59
+ "128007": {
60
+ "content": "<|end_header_id|>",
61
+ "lstrip": false,
62
+ "normalized": false,
63
+ "rstrip": false,
64
+ "single_word": false,
65
+ "special": true
66
+ },
67
+ "128008": {
68
+ "content": "<|eom_id|>",
69
+ "lstrip": false,
70
+ "normalized": false,
71
+ "rstrip": false,
72
+ "single_word": false,
73
+ "special": true
74
+ },
75
+ "128009": {
76
+ "content": "<|eot_id|>",
77
+ "lstrip": false,
78
+ "normalized": false,
79
+ "rstrip": false,
80
+ "single_word": false,
81
+ "special": true
82
+ },
83
+ "128010": {
84
+ "content": "<|python_tag|>",
85
+ "lstrip": false,
86
+ "normalized": false,
87
+ "rstrip": false,
88
+ "single_word": false,
89
+ "special": true
90
+ },
91
+ "128011": {
92
+ "content": "<|reserved_special_token_3|>",
93
+ "lstrip": false,
94
+ "normalized": false,
95
+ "rstrip": false,
96
+ "single_word": false,
97
+ "special": true
98
+ },
99
+ "128012": {
100
+ "content": "<|reserved_special_token_4|>",
101
+ "lstrip": false,
102
+ "normalized": false,
103
+ "rstrip": false,
104
+ "single_word": false,
105
+ "special": true
106
+ },
107
+ "128013": {
108
+ "content": "<|reserved_special_token_5|>",
109
+ "lstrip": false,
110
+ "normalized": false,
111
+ "rstrip": false,
112
+ "single_word": false,
113
+ "special": true
114
+ },
115
+ "128014": {
116
+ "content": "<|reserved_special_token_6|>",
117
+ "lstrip": false,
118
+ "normalized": false,
119
+ "rstrip": false,
120
+ "single_word": false,
121
+ "special": true
122
+ },
123
+ "128015": {
124
+ "content": "<|reserved_special_token_7|>",
125
+ "lstrip": false,
126
+ "normalized": false,
127
+ "rstrip": false,
128
+ "single_word": false,
129
+ "special": true
130
+ },
131
+ "128016": {
132
+ "content": "<|reserved_special_token_8|>",
133
+ "lstrip": false,
134
+ "normalized": false,
135
+ "rstrip": false,
136
+ "single_word": false,
137
+ "special": true
138
+ },
139
+ "128017": {
140
+ "content": "<|reserved_special_token_9|>",
141
+ "lstrip": false,
142
+ "normalized": false,
143
+ "rstrip": false,
144
+ "single_word": false,
145
+ "special": true
146
+ },
147
+ "128018": {
148
+ "content": "<|reserved_special_token_10|>",
149
+ "lstrip": false,
150
+ "normalized": false,
151
+ "rstrip": false,
152
+ "single_word": false,
153
+ "special": true
154
+ },
155
+ "128019": {
156
+ "content": "<|reserved_special_token_11|>",
157
+ "lstrip": false,
158
+ "normalized": false,
159
+ "rstrip": false,
160
+ "single_word": false,
161
+ "special": true
162
+ },
163
+ "128020": {
164
+ "content": "<|reserved_special_token_12|>",
165
+ "lstrip": false,
166
+ "normalized": false,
167
+ "rstrip": false,
168
+ "single_word": false,
169
+ "special": true
170
+ },
171
+ "128021": {
172
+ "content": "<|reserved_special_token_13|>",
173
+ "lstrip": false,
174
+ "normalized": false,
175
+ "rstrip": false,
176
+ "single_word": false,
177
+ "special": true
178
+ },
179
+ "128022": {
180
+ "content": "<|reserved_special_token_14|>",
181
+ "lstrip": false,
182
+ "normalized": false,
183
+ "rstrip": false,
184
+ "single_word": false,
185
+ "special": true
186
+ },
187
+ "128023": {
188
+ "content": "<|reserved_special_token_15|>",
189
+ "lstrip": false,
190
+ "normalized": false,
191
+ "rstrip": false,
192
+ "single_word": false,
193
+ "special": true
194
+ },
195
+ "128024": {
196
+ "content": "<|reserved_special_token_16|>",
197
+ "lstrip": false,
198
+ "normalized": false,
199
+ "rstrip": false,
200
+ "single_word": false,
201
+ "special": true
202
+ },
203
+ "128025": {
204
+ "content": "<|reserved_special_token_17|>",
205
+ "lstrip": false,
206
+ "normalized": false,
207
+ "rstrip": false,
208
+ "single_word": false,
209
+ "special": true
210
+ },
211
+ "128026": {
212
+ "content": "<|reserved_special_token_18|>",
213
+ "lstrip": false,
214
+ "normalized": false,
215
+ "rstrip": false,
216
+ "single_word": false,
217
+ "special": true
218
+ },
219
+ "128027": {
220
+ "content": "<|reserved_special_token_19|>",
221
+ "lstrip": false,
222
+ "normalized": false,
223
+ "rstrip": false,
224
+ "single_word": false,
225
+ "special": true
226
+ },
227
+ "128028": {
228
+ "content": "<|reserved_special_token_20|>",
229
+ "lstrip": false,
230
+ "normalized": false,
231
+ "rstrip": false,
232
+ "single_word": false,
233
+ "special": true
234
+ },
235
+ "128029": {
236
+ "content": "<|reserved_special_token_21|>",
237
+ "lstrip": false,
238
+ "normalized": false,
239
+ "rstrip": false,
240
+ "single_word": false,
241
+ "special": true
242
+ },
243
+ "128030": {
244
+ "content": "<|reserved_special_token_22|>",
245
+ "lstrip": false,
246
+ "normalized": false,
247
+ "rstrip": false,
248
+ "single_word": false,
249
+ "special": true
250
+ },
251
+ "128031": {
252
+ "content": "<|reserved_special_token_23|>",
253
+ "lstrip": false,
254
+ "normalized": false,
255
+ "rstrip": false,
256
+ "single_word": false,
257
+ "special": true
258
+ },
259
+ "128032": {
260
+ "content": "<|reserved_special_token_24|>",
261
+ "lstrip": false,
262
+ "normalized": false,
263
+ "rstrip": false,
264
+ "single_word": false,
265
+ "special": true
266
+ },
267
+ "128033": {
268
+ "content": "<|reserved_special_token_25|>",
269
+ "lstrip": false,
270
+ "normalized": false,
271
+ "rstrip": false,
272
+ "single_word": false,
273
+ "special": true
274
+ },
275
+ "128034": {
276
+ "content": "<|reserved_special_token_26|>",
277
+ "lstrip": false,
278
+ "normalized": false,
279
+ "rstrip": false,
280
+ "single_word": false,
281
+ "special": true
282
+ },
283
+ "128035": {
284
+ "content": "<|reserved_special_token_27|>",
285
+ "lstrip": false,
286
+ "normalized": false,
287
+ "rstrip": false,
288
+ "single_word": false,
289
+ "special": true
290
+ },
291
+ "128036": {
292
+ "content": "<|reserved_special_token_28|>",
293
+ "lstrip": false,
294
+ "normalized": false,
295
+ "rstrip": false,
296
+ "single_word": false,
297
+ "special": true
298
+ },
299
+ "128037": {
300
+ "content": "<|reserved_special_token_29|>",
301
+ "lstrip": false,
302
+ "normalized": false,
303
+ "rstrip": false,
304
+ "single_word": false,
305
+ "special": true
306
+ },
307
+ "128038": {
308
+ "content": "<|reserved_special_token_30|>",
309
+ "lstrip": false,
310
+ "normalized": false,
311
+ "rstrip": false,
312
+ "single_word": false,
313
+ "special": true
314
+ },
315
+ "128039": {
316
+ "content": "<|reserved_special_token_31|>",
317
+ "lstrip": false,
318
+ "normalized": false,
319
+ "rstrip": false,
320
+ "single_word": false,
321
+ "special": true
322
+ },
323
+ "128040": {
324
+ "content": "<|reserved_special_token_32|>",
325
+ "lstrip": false,
326
+ "normalized": false,
327
+ "rstrip": false,
328
+ "single_word": false,
329
+ "special": true
330
+ },
331
+ "128041": {
332
+ "content": "<|reserved_special_token_33|>",
333
+ "lstrip": false,
334
+ "normalized": false,
335
+ "rstrip": false,
336
+ "single_word": false,
337
+ "special": true
338
+ },
339
+ "128042": {
340
+ "content": "<|reserved_special_token_34|>",
341
+ "lstrip": false,
342
+ "normalized": false,
343
+ "rstrip": false,
344
+ "single_word": false,
345
+ "special": true
346
+ },
347
+ "128043": {
348
+ "content": "<|reserved_special_token_35|>",
349
+ "lstrip": false,
350
+ "normalized": false,
351
+ "rstrip": false,
352
+ "single_word": false,
353
+ "special": true
354
+ },
355
+ "128044": {
356
+ "content": "<|reserved_special_token_36|>",
357
+ "lstrip": false,
358
+ "normalized": false,
359
+ "rstrip": false,
360
+ "single_word": false,
361
+ "special": true
362
+ },
363
+ "128045": {
364
+ "content": "<|reserved_special_token_37|>",
365
+ "lstrip": false,
366
+ "normalized": false,
367
+ "rstrip": false,
368
+ "single_word": false,
369
+ "special": true
370
+ },
371
+ "128046": {
372
+ "content": "<|reserved_special_token_38|>",
373
+ "lstrip": false,
374
+ "normalized": false,
375
+ "rstrip": false,
376
+ "single_word": false,
377
+ "special": true
378
+ },
379
+ "128047": {
380
+ "content": "<|reserved_special_token_39|>",
381
+ "lstrip": false,
382
+ "normalized": false,
383
+ "rstrip": false,
384
+ "single_word": false,
385
+ "special": true
386
+ },
387
+ "128048": {
388
+ "content": "<|reserved_special_token_40|>",
389
+ "lstrip": false,
390
+ "normalized": false,
391
+ "rstrip": false,
392
+ "single_word": false,
393
+ "special": true
394
+ },
395
+ "128049": {
396
+ "content": "<|reserved_special_token_41|>",
397
+ "lstrip": false,
398
+ "normalized": false,
399
+ "rstrip": false,
400
+ "single_word": false,
401
+ "special": true
402
+ },
403
+ "128050": {
404
+ "content": "<|reserved_special_token_42|>",
405
+ "lstrip": false,
406
+ "normalized": false,
407
+ "rstrip": false,
408
+ "single_word": false,
409
+ "special": true
410
+ },
411
+ "128051": {
412
+ "content": "<|reserved_special_token_43|>",
413
+ "lstrip": false,
414
+ "normalized": false,
415
+ "rstrip": false,
416
+ "single_word": false,
417
+ "special": true
418
+ },
419
+ "128052": {
420
+ "content": "<|reserved_special_token_44|>",
421
+ "lstrip": false,
422
+ "normalized": false,
423
+ "rstrip": false,
424
+ "single_word": false,
425
+ "special": true
426
+ },
427
+ "128053": {
428
+ "content": "<|reserved_special_token_45|>",
429
+ "lstrip": false,
430
+ "normalized": false,
431
+ "rstrip": false,
432
+ "single_word": false,
433
+ "special": true
434
+ },
435
+ "128054": {
436
+ "content": "<|reserved_special_token_46|>",
437
+ "lstrip": false,
438
+ "normalized": false,
439
+ "rstrip": false,
440
+ "single_word": false,
441
+ "special": true
442
+ },
443
+ "128055": {
444
+ "content": "<|reserved_special_token_47|>",
445
+ "lstrip": false,
446
+ "normalized": false,
447
+ "rstrip": false,
448
+ "single_word": false,
449
+ "special": true
450
+ },
451
+ "128056": {
452
+ "content": "<|reserved_special_token_48|>",
453
+ "lstrip": false,
454
+ "normalized": false,
455
+ "rstrip": false,
456
+ "single_word": false,
457
+ "special": true
458
+ },
459
+ "128057": {
460
+ "content": "<|reserved_special_token_49|>",
461
+ "lstrip": false,
462
+ "normalized": false,
463
+ "rstrip": false,
464
+ "single_word": false,
465
+ "special": true
466
+ },
467
+ "128058": {
468
+ "content": "<|reserved_special_token_50|>",
469
+ "lstrip": false,
470
+ "normalized": false,
471
+ "rstrip": false,
472
+ "single_word": false,
473
+ "special": true
474
+ },
475
+ "128059": {
476
+ "content": "<|reserved_special_token_51|>",
477
+ "lstrip": false,
478
+ "normalized": false,
479
+ "rstrip": false,
480
+ "single_word": false,
481
+ "special": true
482
+ },
483
+ "128060": {
484
+ "content": "<|reserved_special_token_52|>",
485
+ "lstrip": false,
486
+ "normalized": false,
487
+ "rstrip": false,
488
+ "single_word": false,
489
+ "special": true
490
+ },
491
+ "128061": {
492
+ "content": "<|reserved_special_token_53|>",
493
+ "lstrip": false,
494
+ "normalized": false,
495
+ "rstrip": false,
496
+ "single_word": false,
497
+ "special": true
498
+ },
499
+ "128062": {
500
+ "content": "<|reserved_special_token_54|>",
501
+ "lstrip": false,
502
+ "normalized": false,
503
+ "rstrip": false,
504
+ "single_word": false,
505
+ "special": true
506
+ },
507
+ "128063": {
508
+ "content": "<|reserved_special_token_55|>",
509
+ "lstrip": false,
510
+ "normalized": false,
511
+ "rstrip": false,
512
+ "single_word": false,
513
+ "special": true
514
+ },
515
+ "128064": {
516
+ "content": "<|reserved_special_token_56|>",
517
+ "lstrip": false,
518
+ "normalized": false,
519
+ "rstrip": false,
520
+ "single_word": false,
521
+ "special": true
522
+ },
523
+ "128065": {
524
+ "content": "<|reserved_special_token_57|>",
525
+ "lstrip": false,
526
+ "normalized": false,
527
+ "rstrip": false,
528
+ "single_word": false,
529
+ "special": true
530
+ },
531
+ "128066": {
532
+ "content": "<|reserved_special_token_58|>",
533
+ "lstrip": false,
534
+ "normalized": false,
535
+ "rstrip": false,
536
+ "single_word": false,
537
+ "special": true
538
+ },
539
+ "128067": {
540
+ "content": "<|reserved_special_token_59|>",
541
+ "lstrip": false,
542
+ "normalized": false,
543
+ "rstrip": false,
544
+ "single_word": false,
545
+ "special": true
546
+ },
547
+ "128068": {
548
+ "content": "<|reserved_special_token_60|>",
549
+ "lstrip": false,
550
+ "normalized": false,
551
+ "rstrip": false,
552
+ "single_word": false,
553
+ "special": true
554
+ },
555
+ "128069": {
556
+ "content": "<|reserved_special_token_61|>",
557
+ "lstrip": false,
558
+ "normalized": false,
559
+ "rstrip": false,
560
+ "single_word": false,
561
+ "special": true
562
+ },
563
+ "128070": {
564
+ "content": "<|reserved_special_token_62|>",
565
+ "lstrip": false,
566
+ "normalized": false,
567
+ "rstrip": false,
568
+ "single_word": false,
569
+ "special": true
570
+ },
571
+ "128071": {
572
+ "content": "<|reserved_special_token_63|>",
573
+ "lstrip": false,
574
+ "normalized": false,
575
+ "rstrip": false,
576
+ "single_word": false,
577
+ "special": true
578
+ },
579
+ "128072": {
580
+ "content": "<|reserved_special_token_64|>",
581
+ "lstrip": false,
582
+ "normalized": false,
583
+ "rstrip": false,
584
+ "single_word": false,
585
+ "special": true
586
+ },
587
+ "128073": {
588
+ "content": "<|reserved_special_token_65|>",
589
+ "lstrip": false,
590
+ "normalized": false,
591
+ "rstrip": false,
592
+ "single_word": false,
593
+ "special": true
594
+ },
595
+ "128074": {
596
+ "content": "<|reserved_special_token_66|>",
597
+ "lstrip": false,
598
+ "normalized": false,
599
+ "rstrip": false,
600
+ "single_word": false,
601
+ "special": true
602
+ },
603
+ "128075": {
604
+ "content": "<|reserved_special_token_67|>",
605
+ "lstrip": false,
606
+ "normalized": false,
607
+ "rstrip": false,
608
+ "single_word": false,
609
+ "special": true
610
+ },
611
+ "128076": {
612
+ "content": "<|reserved_special_token_68|>",
613
+ "lstrip": false,
614
+ "normalized": false,
615
+ "rstrip": false,
616
+ "single_word": false,
617
+ "special": true
618
+ },
619
+ "128077": {
620
+ "content": "<|reserved_special_token_69|>",
621
+ "lstrip": false,
622
+ "normalized": false,
623
+ "rstrip": false,
624
+ "single_word": false,
625
+ "special": true
626
+ },
627
+ "128078": {
628
+ "content": "<|reserved_special_token_70|>",
629
+ "lstrip": false,
630
+ "normalized": false,
631
+ "rstrip": false,
632
+ "single_word": false,
633
+ "special": true
634
+ },
635
+ "128079": {
636
+ "content": "<|reserved_special_token_71|>",
637
+ "lstrip": false,
638
+ "normalized": false,
639
+ "rstrip": false,
640
+ "single_word": false,
641
+ "special": true
642
+ },
643
+ "128080": {
644
+ "content": "<|reserved_special_token_72|>",
645
+ "lstrip": false,
646
+ "normalized": false,
647
+ "rstrip": false,
648
+ "single_word": false,
649
+ "special": true
650
+ },
651
+ "128081": {
652
+ "content": "<|reserved_special_token_73|>",
653
+ "lstrip": false,
654
+ "normalized": false,
655
+ "rstrip": false,
656
+ "single_word": false,
657
+ "special": true
658
+ },
659
+ "128082": {
660
+ "content": "<|reserved_special_token_74|>",
661
+ "lstrip": false,
662
+ "normalized": false,
663
+ "rstrip": false,
664
+ "single_word": false,
665
+ "special": true
666
+ },
667
+ "128083": {
668
+ "content": "<|reserved_special_token_75|>",
669
+ "lstrip": false,
670
+ "normalized": false,
671
+ "rstrip": false,
672
+ "single_word": false,
673
+ "special": true
674
+ },
675
+ "128084": {
676
+ "content": "<|reserved_special_token_76|>",
677
+ "lstrip": false,
678
+ "normalized": false,
679
+ "rstrip": false,
680
+ "single_word": false,
681
+ "special": true
682
+ },
683
+ "128085": {
684
+ "content": "<|reserved_special_token_77|>",
685
+ "lstrip": false,
686
+ "normalized": false,
687
+ "rstrip": false,
688
+ "single_word": false,
689
+ "special": true
690
+ },
691
+ "128086": {
692
+ "content": "<|reserved_special_token_78|>",
693
+ "lstrip": false,
694
+ "normalized": false,
695
+ "rstrip": false,
696
+ "single_word": false,
697
+ "special": true
698
+ },
699
+ "128087": {
700
+ "content": "<|reserved_special_token_79|>",
701
+ "lstrip": false,
702
+ "normalized": false,
703
+ "rstrip": false,
704
+ "single_word": false,
705
+ "special": true
706
+ },
707
+ "128088": {
708
+ "content": "<|reserved_special_token_80|>",
709
+ "lstrip": false,
710
+ "normalized": false,
711
+ "rstrip": false,
712
+ "single_word": false,
713
+ "special": true
714
+ },
715
+ "128089": {
716
+ "content": "<|reserved_special_token_81|>",
717
+ "lstrip": false,
718
+ "normalized": false,
719
+ "rstrip": false,
720
+ "single_word": false,
721
+ "special": true
722
+ },
723
+ "128090": {
724
+ "content": "<|reserved_special_token_82|>",
725
+ "lstrip": false,
726
+ "normalized": false,
727
+ "rstrip": false,
728
+ "single_word": false,
729
+ "special": true
730
+ },
731
+ "128091": {
732
+ "content": "<|reserved_special_token_83|>",
733
+ "lstrip": false,
734
+ "normalized": false,
735
+ "rstrip": false,
736
+ "single_word": false,
737
+ "special": true
738
+ },
739
+ "128092": {
740
+ "content": "<|reserved_special_token_84|>",
741
+ "lstrip": false,
742
+ "normalized": false,
743
+ "rstrip": false,
744
+ "single_word": false,
745
+ "special": true
746
+ },
747
+ "128093": {
748
+ "content": "<|reserved_special_token_85|>",
749
+ "lstrip": false,
750
+ "normalized": false,
751
+ "rstrip": false,
752
+ "single_word": false,
753
+ "special": true
754
+ },
755
+ "128094": {
756
+ "content": "<|reserved_special_token_86|>",
757
+ "lstrip": false,
758
+ "normalized": false,
759
+ "rstrip": false,
760
+ "single_word": false,
761
+ "special": true
762
+ },
763
+ "128095": {
764
+ "content": "<|reserved_special_token_87|>",
765
+ "lstrip": false,
766
+ "normalized": false,
767
+ "rstrip": false,
768
+ "single_word": false,
769
+ "special": true
770
+ },
771
+ "128096": {
772
+ "content": "<|reserved_special_token_88|>",
773
+ "lstrip": false,
774
+ "normalized": false,
775
+ "rstrip": false,
776
+ "single_word": false,
777
+ "special": true
778
+ },
779
+ "128097": {
780
+ "content": "<|reserved_special_token_89|>",
781
+ "lstrip": false,
782
+ "normalized": false,
783
+ "rstrip": false,
784
+ "single_word": false,
785
+ "special": true
786
+ },
787
+ "128098": {
788
+ "content": "<|reserved_special_token_90|>",
789
+ "lstrip": false,
790
+ "normalized": false,
791
+ "rstrip": false,
792
+ "single_word": false,
793
+ "special": true
794
+ },
795
+ "128099": {
796
+ "content": "<|reserved_special_token_91|>",
797
+ "lstrip": false,
798
+ "normalized": false,
799
+ "rstrip": false,
800
+ "single_word": false,
801
+ "special": true
802
+ },
803
+ "128100": {
804
+ "content": "<|reserved_special_token_92|>",
805
+ "lstrip": false,
806
+ "normalized": false,
807
+ "rstrip": false,
808
+ "single_word": false,
809
+ "special": true
810
+ },
811
+ "128101": {
812
+ "content": "<|reserved_special_token_93|>",
813
+ "lstrip": false,
814
+ "normalized": false,
815
+ "rstrip": false,
816
+ "single_word": false,
817
+ "special": true
818
+ },
819
+ "128102": {
820
+ "content": "<|reserved_special_token_94|>",
821
+ "lstrip": false,
822
+ "normalized": false,
823
+ "rstrip": false,
824
+ "single_word": false,
825
+ "special": true
826
+ },
827
+ "128103": {
828
+ "content": "<|reserved_special_token_95|>",
829
+ "lstrip": false,
830
+ "normalized": false,
831
+ "rstrip": false,
832
+ "single_word": false,
833
+ "special": true
834
+ },
835
+ "128104": {
836
+ "content": "<|reserved_special_token_96|>",
837
+ "lstrip": false,
838
+ "normalized": false,
839
+ "rstrip": false,
840
+ "single_word": false,
841
+ "special": true
842
+ },
843
+ "128105": {
844
+ "content": "<|reserved_special_token_97|>",
845
+ "lstrip": false,
846
+ "normalized": false,
847
+ "rstrip": false,
848
+ "single_word": false,
849
+ "special": true
850
+ },
851
+ "128106": {
852
+ "content": "<|reserved_special_token_98|>",
853
+ "lstrip": false,
854
+ "normalized": false,
855
+ "rstrip": false,
856
+ "single_word": false,
857
+ "special": true
858
+ },
859
+ "128107": {
860
+ "content": "<|reserved_special_token_99|>",
861
+ "lstrip": false,
862
+ "normalized": false,
863
+ "rstrip": false,
864
+ "single_word": false,
865
+ "special": true
866
+ },
867
+ "128108": {
868
+ "content": "<|reserved_special_token_100|>",
869
+ "lstrip": false,
870
+ "normalized": false,
871
+ "rstrip": false,
872
+ "single_word": false,
873
+ "special": true
874
+ },
875
+ "128109": {
876
+ "content": "<|reserved_special_token_101|>",
877
+ "lstrip": false,
878
+ "normalized": false,
879
+ "rstrip": false,
880
+ "single_word": false,
881
+ "special": true
882
+ },
883
+ "128110": {
884
+ "content": "<|reserved_special_token_102|>",
885
+ "lstrip": false,
886
+ "normalized": false,
887
+ "rstrip": false,
888
+ "single_word": false,
889
+ "special": true
890
+ },
891
+ "128111": {
892
+ "content": "<|reserved_special_token_103|>",
893
+ "lstrip": false,
894
+ "normalized": false,
895
+ "rstrip": false,
896
+ "single_word": false,
897
+ "special": true
898
+ },
899
+ "128112": {
900
+ "content": "<|reserved_special_token_104|>",
901
+ "lstrip": false,
902
+ "normalized": false,
903
+ "rstrip": false,
904
+ "single_word": false,
905
+ "special": true
906
+ },
907
+ "128113": {
908
+ "content": "<|reserved_special_token_105|>",
909
+ "lstrip": false,
910
+ "normalized": false,
911
+ "rstrip": false,
912
+ "single_word": false,
913
+ "special": true
914
+ },
915
+ "128114": {
916
+ "content": "<|reserved_special_token_106|>",
917
+ "lstrip": false,
918
+ "normalized": false,
919
+ "rstrip": false,
920
+ "single_word": false,
921
+ "special": true
922
+ },
923
+ "128115": {
924
+ "content": "<|reserved_special_token_107|>",
925
+ "lstrip": false,
926
+ "normalized": false,
927
+ "rstrip": false,
928
+ "single_word": false,
929
+ "special": true
930
+ },
931
+ "128116": {
932
+ "content": "<|reserved_special_token_108|>",
933
+ "lstrip": false,
934
+ "normalized": false,
935
+ "rstrip": false,
936
+ "single_word": false,
937
+ "special": true
938
+ },
939
+ "128117": {
940
+ "content": "<|reserved_special_token_109|>",
941
+ "lstrip": false,
942
+ "normalized": false,
943
+ "rstrip": false,
944
+ "single_word": false,
945
+ "special": true
946
+ },
947
+ "128118": {
948
+ "content": "<|reserved_special_token_110|>",
949
+ "lstrip": false,
950
+ "normalized": false,
951
+ "rstrip": false,
952
+ "single_word": false,
953
+ "special": true
954
+ },
955
+ "128119": {
956
+ "content": "<|reserved_special_token_111|>",
957
+ "lstrip": false,
958
+ "normalized": false,
959
+ "rstrip": false,
960
+ "single_word": false,
961
+ "special": true
962
+ },
963
+ "128120": {
964
+ "content": "<|reserved_special_token_112|>",
965
+ "lstrip": false,
966
+ "normalized": false,
967
+ "rstrip": false,
968
+ "single_word": false,
969
+ "special": true
970
+ },
971
+ "128121": {
972
+ "content": "<|reserved_special_token_113|>",
973
+ "lstrip": false,
974
+ "normalized": false,
975
+ "rstrip": false,
976
+ "single_word": false,
977
+ "special": true
978
+ },
979
+ "128122": {
980
+ "content": "<|reserved_special_token_114|>",
981
+ "lstrip": false,
982
+ "normalized": false,
983
+ "rstrip": false,
984
+ "single_word": false,
985
+ "special": true
986
+ },
987
+ "128123": {
988
+ "content": "<|reserved_special_token_115|>",
989
+ "lstrip": false,
990
+ "normalized": false,
991
+ "rstrip": false,
992
+ "single_word": false,
993
+ "special": true
994
+ },
995
+ "128124": {
996
+ "content": "<|reserved_special_token_116|>",
997
+ "lstrip": false,
998
+ "normalized": false,
999
+ "rstrip": false,
1000
+ "single_word": false,
1001
+ "special": true
1002
+ },
1003
+ "128125": {
1004
+ "content": "<|reserved_special_token_117|>",
1005
+ "lstrip": false,
1006
+ "normalized": false,
1007
+ "rstrip": false,
1008
+ "single_word": false,
1009
+ "special": true
1010
+ },
1011
+ "128126": {
1012
+ "content": "<|reserved_special_token_118|>",
1013
+ "lstrip": false,
1014
+ "normalized": false,
1015
+ "rstrip": false,
1016
+ "single_word": false,
1017
+ "special": true
1018
+ },
1019
+ "128127": {
1020
+ "content": "<|reserved_special_token_119|>",
1021
+ "lstrip": false,
1022
+ "normalized": false,
1023
+ "rstrip": false,
1024
+ "single_word": false,
1025
+ "special": true
1026
+ },
1027
+ "128128": {
1028
+ "content": "<|reserved_special_token_120|>",
1029
+ "lstrip": false,
1030
+ "normalized": false,
1031
+ "rstrip": false,
1032
+ "single_word": false,
1033
+ "special": true
1034
+ },
1035
+ "128129": {
1036
+ "content": "<|reserved_special_token_121|>",
1037
+ "lstrip": false,
1038
+ "normalized": false,
1039
+ "rstrip": false,
1040
+ "single_word": false,
1041
+ "special": true
1042
+ },
1043
+ "128130": {
1044
+ "content": "<|reserved_special_token_122|>",
1045
+ "lstrip": false,
1046
+ "normalized": false,
1047
+ "rstrip": false,
1048
+ "single_word": false,
1049
+ "special": true
1050
+ },
1051
+ "128131": {
1052
+ "content": "<|reserved_special_token_123|>",
1053
+ "lstrip": false,
1054
+ "normalized": false,
1055
+ "rstrip": false,
1056
+ "single_word": false,
1057
+ "special": true
1058
+ },
1059
+ "128132": {
1060
+ "content": "<|reserved_special_token_124|>",
1061
+ "lstrip": false,
1062
+ "normalized": false,
1063
+ "rstrip": false,
1064
+ "single_word": false,
1065
+ "special": true
1066
+ },
1067
+ "128133": {
1068
+ "content": "<|reserved_special_token_125|>",
1069
+ "lstrip": false,
1070
+ "normalized": false,
1071
+ "rstrip": false,
1072
+ "single_word": false,
1073
+ "special": true
1074
+ },
1075
+ "128134": {
1076
+ "content": "<|reserved_special_token_126|>",
1077
+ "lstrip": false,
1078
+ "normalized": false,
1079
+ "rstrip": false,
1080
+ "single_word": false,
1081
+ "special": true
1082
+ },
1083
+ "128135": {
1084
+ "content": "<|reserved_special_token_127|>",
1085
+ "lstrip": false,
1086
+ "normalized": false,
1087
+ "rstrip": false,
1088
+ "single_word": false,
1089
+ "special": true
1090
+ },
1091
+ "128136": {
1092
+ "content": "<|reserved_special_token_128|>",
1093
+ "lstrip": false,
1094
+ "normalized": false,
1095
+ "rstrip": false,
1096
+ "single_word": false,
1097
+ "special": true
1098
+ },
1099
+ "128137": {
1100
+ "content": "<|reserved_special_token_129|>",
1101
+ "lstrip": false,
1102
+ "normalized": false,
1103
+ "rstrip": false,
1104
+ "single_word": false,
1105
+ "special": true
1106
+ },
1107
+ "128138": {
1108
+ "content": "<|reserved_special_token_130|>",
1109
+ "lstrip": false,
1110
+ "normalized": false,
1111
+ "rstrip": false,
1112
+ "single_word": false,
1113
+ "special": true
1114
+ },
1115
+ "128139": {
1116
+ "content": "<|reserved_special_token_131|>",
1117
+ "lstrip": false,
1118
+ "normalized": false,
1119
+ "rstrip": false,
1120
+ "single_word": false,
1121
+ "special": true
1122
+ },
1123
+ "128140": {
1124
+ "content": "<|reserved_special_token_132|>",
1125
+ "lstrip": false,
1126
+ "normalized": false,
1127
+ "rstrip": false,
1128
+ "single_word": false,
1129
+ "special": true
1130
+ },
1131
+ "128141": {
1132
+ "content": "<|reserved_special_token_133|>",
1133
+ "lstrip": false,
1134
+ "normalized": false,
1135
+ "rstrip": false,
1136
+ "single_word": false,
1137
+ "special": true
1138
+ },
1139
+ "128142": {
1140
+ "content": "<|reserved_special_token_134|>",
1141
+ "lstrip": false,
1142
+ "normalized": false,
1143
+ "rstrip": false,
1144
+ "single_word": false,
1145
+ "special": true
1146
+ },
1147
+ "128143": {
1148
+ "content": "<|reserved_special_token_135|>",
1149
+ "lstrip": false,
1150
+ "normalized": false,
1151
+ "rstrip": false,
1152
+ "single_word": false,
1153
+ "special": true
1154
+ },
1155
+ "128144": {
1156
+ "content": "<|reserved_special_token_136|>",
1157
+ "lstrip": false,
1158
+ "normalized": false,
1159
+ "rstrip": false,
1160
+ "single_word": false,
1161
+ "special": true
1162
+ },
1163
+ "128145": {
1164
+ "content": "<|reserved_special_token_137|>",
1165
+ "lstrip": false,
1166
+ "normalized": false,
1167
+ "rstrip": false,
1168
+ "single_word": false,
1169
+ "special": true
1170
+ },
1171
+ "128146": {
1172
+ "content": "<|reserved_special_token_138|>",
1173
+ "lstrip": false,
1174
+ "normalized": false,
1175
+ "rstrip": false,
1176
+ "single_word": false,
1177
+ "special": true
1178
+ },
1179
+ "128147": {
1180
+ "content": "<|reserved_special_token_139|>",
1181
+ "lstrip": false,
1182
+ "normalized": false,
1183
+ "rstrip": false,
1184
+ "single_word": false,
1185
+ "special": true
1186
+ },
1187
+ "128148": {
1188
+ "content": "<|reserved_special_token_140|>",
1189
+ "lstrip": false,
1190
+ "normalized": false,
1191
+ "rstrip": false,
1192
+ "single_word": false,
1193
+ "special": true
1194
+ },
1195
+ "128149": {
1196
+ "content": "<|reserved_special_token_141|>",
1197
+ "lstrip": false,
1198
+ "normalized": false,
1199
+ "rstrip": false,
1200
+ "single_word": false,
1201
+ "special": true
1202
+ },
1203
+ "128150": {
1204
+ "content": "<|reserved_special_token_142|>",
1205
+ "lstrip": false,
1206
+ "normalized": false,
1207
+ "rstrip": false,
1208
+ "single_word": false,
1209
+ "special": true
1210
+ },
1211
+ "128151": {
1212
+ "content": "<|reserved_special_token_143|>",
1213
+ "lstrip": false,
1214
+ "normalized": false,
1215
+ "rstrip": false,
1216
+ "single_word": false,
1217
+ "special": true
1218
+ },
1219
+ "128152": {
1220
+ "content": "<|reserved_special_token_144|>",
1221
+ "lstrip": false,
1222
+ "normalized": false,
1223
+ "rstrip": false,
1224
+ "single_word": false,
1225
+ "special": true
1226
+ },
1227
+ "128153": {
1228
+ "content": "<|reserved_special_token_145|>",
1229
+ "lstrip": false,
1230
+ "normalized": false,
1231
+ "rstrip": false,
1232
+ "single_word": false,
1233
+ "special": true
1234
+ },
1235
+ "128154": {
1236
+ "content": "<|reserved_special_token_146|>",
1237
+ "lstrip": false,
1238
+ "normalized": false,
1239
+ "rstrip": false,
1240
+ "single_word": false,
1241
+ "special": true
1242
+ },
1243
+ "128155": {
1244
+ "content": "<|reserved_special_token_147|>",
1245
+ "lstrip": false,
1246
+ "normalized": false,
1247
+ "rstrip": false,
1248
+ "single_word": false,
1249
+ "special": true
1250
+ },
1251
+ "128156": {
1252
+ "content": "<|reserved_special_token_148|>",
1253
+ "lstrip": false,
1254
+ "normalized": false,
1255
+ "rstrip": false,
1256
+ "single_word": false,
1257
+ "special": true
1258
+ },
1259
+ "128157": {
1260
+ "content": "<|reserved_special_token_149|>",
1261
+ "lstrip": false,
1262
+ "normalized": false,
1263
+ "rstrip": false,
1264
+ "single_word": false,
1265
+ "special": true
1266
+ },
1267
+ "128158": {
1268
+ "content": "<|reserved_special_token_150|>",
1269
+ "lstrip": false,
1270
+ "normalized": false,
1271
+ "rstrip": false,
1272
+ "single_word": false,
1273
+ "special": true
1274
+ },
1275
+ "128159": {
1276
+ "content": "<|reserved_special_token_151|>",
1277
+ "lstrip": false,
1278
+ "normalized": false,
1279
+ "rstrip": false,
1280
+ "single_word": false,
1281
+ "special": true
1282
+ },
1283
+ "128160": {
1284
+ "content": "<|reserved_special_token_152|>",
1285
+ "lstrip": false,
1286
+ "normalized": false,
1287
+ "rstrip": false,
1288
+ "single_word": false,
1289
+ "special": true
1290
+ },
1291
+ "128161": {
1292
+ "content": "<|reserved_special_token_153|>",
1293
+ "lstrip": false,
1294
+ "normalized": false,
1295
+ "rstrip": false,
1296
+ "single_word": false,
1297
+ "special": true
1298
+ },
1299
+ "128162": {
1300
+ "content": "<|reserved_special_token_154|>",
1301
+ "lstrip": false,
1302
+ "normalized": false,
1303
+ "rstrip": false,
1304
+ "single_word": false,
1305
+ "special": true
1306
+ },
1307
+ "128163": {
1308
+ "content": "<|reserved_special_token_155|>",
1309
+ "lstrip": false,
1310
+ "normalized": false,
1311
+ "rstrip": false,
1312
+ "single_word": false,
1313
+ "special": true
1314
+ },
1315
+ "128164": {
1316
+ "content": "<|reserved_special_token_156|>",
1317
+ "lstrip": false,
1318
+ "normalized": false,
1319
+ "rstrip": false,
1320
+ "single_word": false,
1321
+ "special": true
1322
+ },
1323
+ "128165": {
1324
+ "content": "<|reserved_special_token_157|>",
1325
+ "lstrip": false,
1326
+ "normalized": false,
1327
+ "rstrip": false,
1328
+ "single_word": false,
1329
+ "special": true
1330
+ },
1331
+ "128166": {
1332
+ "content": "<|reserved_special_token_158|>",
1333
+ "lstrip": false,
1334
+ "normalized": false,
1335
+ "rstrip": false,
1336
+ "single_word": false,
1337
+ "special": true
1338
+ },
1339
+ "128167": {
1340
+ "content": "<|reserved_special_token_159|>",
1341
+ "lstrip": false,
1342
+ "normalized": false,
1343
+ "rstrip": false,
1344
+ "single_word": false,
1345
+ "special": true
1346
+ },
1347
+ "128168": {
1348
+ "content": "<|reserved_special_token_160|>",
1349
+ "lstrip": false,
1350
+ "normalized": false,
1351
+ "rstrip": false,
1352
+ "single_word": false,
1353
+ "special": true
1354
+ },
1355
+ "128169": {
1356
+ "content": "<|reserved_special_token_161|>",
1357
+ "lstrip": false,
1358
+ "normalized": false,
1359
+ "rstrip": false,
1360
+ "single_word": false,
1361
+ "special": true
1362
+ },
1363
+ "128170": {
1364
+ "content": "<|reserved_special_token_162|>",
1365
+ "lstrip": false,
1366
+ "normalized": false,
1367
+ "rstrip": false,
1368
+ "single_word": false,
1369
+ "special": true
1370
+ },
1371
+ "128171": {
1372
+ "content": "<|reserved_special_token_163|>",
1373
+ "lstrip": false,
1374
+ "normalized": false,
1375
+ "rstrip": false,
1376
+ "single_word": false,
1377
+ "special": true
1378
+ },
1379
+ "128172": {
1380
+ "content": "<|reserved_special_token_164|>",
1381
+ "lstrip": false,
1382
+ "normalized": false,
1383
+ "rstrip": false,
1384
+ "single_word": false,
1385
+ "special": true
1386
+ },
1387
+ "128173": {
1388
+ "content": "<|reserved_special_token_165|>",
1389
+ "lstrip": false,
1390
+ "normalized": false,
1391
+ "rstrip": false,
1392
+ "single_word": false,
1393
+ "special": true
1394
+ },
1395
+ "128174": {
1396
+ "content": "<|reserved_special_token_166|>",
1397
+ "lstrip": false,
1398
+ "normalized": false,
1399
+ "rstrip": false,
1400
+ "single_word": false,
1401
+ "special": true
1402
+ },
1403
+ "128175": {
1404
+ "content": "<|reserved_special_token_167|>",
1405
+ "lstrip": false,
1406
+ "normalized": false,
1407
+ "rstrip": false,
1408
+ "single_word": false,
1409
+ "special": true
1410
+ },
1411
+ "128176": {
1412
+ "content": "<|reserved_special_token_168|>",
1413
+ "lstrip": false,
1414
+ "normalized": false,
1415
+ "rstrip": false,
1416
+ "single_word": false,
1417
+ "special": true
1418
+ },
1419
+ "128177": {
1420
+ "content": "<|reserved_special_token_169|>",
1421
+ "lstrip": false,
1422
+ "normalized": false,
1423
+ "rstrip": false,
1424
+ "single_word": false,
1425
+ "special": true
1426
+ },
1427
+ "128178": {
1428
+ "content": "<|reserved_special_token_170|>",
1429
+ "lstrip": false,
1430
+ "normalized": false,
1431
+ "rstrip": false,
1432
+ "single_word": false,
1433
+ "special": true
1434
+ },
1435
+ "128179": {
1436
+ "content": "<|reserved_special_token_171|>",
1437
+ "lstrip": false,
1438
+ "normalized": false,
1439
+ "rstrip": false,
1440
+ "single_word": false,
1441
+ "special": true
1442
+ },
1443
+ "128180": {
1444
+ "content": "<|reserved_special_token_172|>",
1445
+ "lstrip": false,
1446
+ "normalized": false,
1447
+ "rstrip": false,
1448
+ "single_word": false,
1449
+ "special": true
1450
+ },
1451
+ "128181": {
1452
+ "content": "<|reserved_special_token_173|>",
1453
+ "lstrip": false,
1454
+ "normalized": false,
1455
+ "rstrip": false,
1456
+ "single_word": false,
1457
+ "special": true
1458
+ },
1459
+ "128182": {
1460
+ "content": "<|reserved_special_token_174|>",
1461
+ "lstrip": false,
1462
+ "normalized": false,
1463
+ "rstrip": false,
1464
+ "single_word": false,
1465
+ "special": true
1466
+ },
1467
+ "128183": {
1468
+ "content": "<|reserved_special_token_175|>",
1469
+ "lstrip": false,
1470
+ "normalized": false,
1471
+ "rstrip": false,
1472
+ "single_word": false,
1473
+ "special": true
1474
+ },
1475
+ "128184": {
1476
+ "content": "<|reserved_special_token_176|>",
1477
+ "lstrip": false,
1478
+ "normalized": false,
1479
+ "rstrip": false,
1480
+ "single_word": false,
1481
+ "special": true
1482
+ },
1483
+ "128185": {
1484
+ "content": "<|reserved_special_token_177|>",
1485
+ "lstrip": false,
1486
+ "normalized": false,
1487
+ "rstrip": false,
1488
+ "single_word": false,
1489
+ "special": true
1490
+ },
1491
+ "128186": {
1492
+ "content": "<|reserved_special_token_178|>",
1493
+ "lstrip": false,
1494
+ "normalized": false,
1495
+ "rstrip": false,
1496
+ "single_word": false,
1497
+ "special": true
1498
+ },
1499
+ "128187": {
1500
+ "content": "<|reserved_special_token_179|>",
1501
+ "lstrip": false,
1502
+ "normalized": false,
1503
+ "rstrip": false,
1504
+ "single_word": false,
1505
+ "special": true
1506
+ },
1507
+ "128188": {
1508
+ "content": "<|reserved_special_token_180|>",
1509
+ "lstrip": false,
1510
+ "normalized": false,
1511
+ "rstrip": false,
1512
+ "single_word": false,
1513
+ "special": true
1514
+ },
1515
+ "128189": {
1516
+ "content": "<|reserved_special_token_181|>",
1517
+ "lstrip": false,
1518
+ "normalized": false,
1519
+ "rstrip": false,
1520
+ "single_word": false,
1521
+ "special": true
1522
+ },
1523
+ "128190": {
1524
+ "content": "<|reserved_special_token_182|>",
1525
+ "lstrip": false,
1526
+ "normalized": false,
1527
+ "rstrip": false,
1528
+ "single_word": false,
1529
+ "special": true
1530
+ },
1531
+ "128191": {
1532
+ "content": "<|reserved_special_token_183|>",
1533
+ "lstrip": false,
1534
+ "normalized": false,
1535
+ "rstrip": false,
1536
+ "single_word": false,
1537
+ "special": true
1538
+ },
1539
+ "128192": {
1540
+ "content": "<|reserved_special_token_184|>",
1541
+ "lstrip": false,
1542
+ "normalized": false,
1543
+ "rstrip": false,
1544
+ "single_word": false,
1545
+ "special": true
1546
+ },
1547
+ "128193": {
1548
+ "content": "<|reserved_special_token_185|>",
1549
+ "lstrip": false,
1550
+ "normalized": false,
1551
+ "rstrip": false,
1552
+ "single_word": false,
1553
+ "special": true
1554
+ },
1555
+ "128194": {
1556
+ "content": "<|reserved_special_token_186|>",
1557
+ "lstrip": false,
1558
+ "normalized": false,
1559
+ "rstrip": false,
1560
+ "single_word": false,
1561
+ "special": true
1562
+ },
1563
+ "128195": {
1564
+ "content": "<|reserved_special_token_187|>",
1565
+ "lstrip": false,
1566
+ "normalized": false,
1567
+ "rstrip": false,
1568
+ "single_word": false,
1569
+ "special": true
1570
+ },
1571
+ "128196": {
1572
+ "content": "<|reserved_special_token_188|>",
1573
+ "lstrip": false,
1574
+ "normalized": false,
1575
+ "rstrip": false,
1576
+ "single_word": false,
1577
+ "special": true
1578
+ },
1579
+ "128197": {
1580
+ "content": "<|reserved_special_token_189|>",
1581
+ "lstrip": false,
1582
+ "normalized": false,
1583
+ "rstrip": false,
1584
+ "single_word": false,
1585
+ "special": true
1586
+ },
1587
+ "128198": {
1588
+ "content": "<|reserved_special_token_190|>",
1589
+ "lstrip": false,
1590
+ "normalized": false,
1591
+ "rstrip": false,
1592
+ "single_word": false,
1593
+ "special": true
1594
+ },
1595
+ "128199": {
1596
+ "content": "<|reserved_special_token_191|>",
1597
+ "lstrip": false,
1598
+ "normalized": false,
1599
+ "rstrip": false,
1600
+ "single_word": false,
1601
+ "special": true
1602
+ },
1603
+ "128200": {
1604
+ "content": "<|reserved_special_token_192|>",
1605
+ "lstrip": false,
1606
+ "normalized": false,
1607
+ "rstrip": false,
1608
+ "single_word": false,
1609
+ "special": true
1610
+ },
1611
+ "128201": {
1612
+ "content": "<|reserved_special_token_193|>",
1613
+ "lstrip": false,
1614
+ "normalized": false,
1615
+ "rstrip": false,
1616
+ "single_word": false,
1617
+ "special": true
1618
+ },
1619
+ "128202": {
1620
+ "content": "<|reserved_special_token_194|>",
1621
+ "lstrip": false,
1622
+ "normalized": false,
1623
+ "rstrip": false,
1624
+ "single_word": false,
1625
+ "special": true
1626
+ },
1627
+ "128203": {
1628
+ "content": "<|reserved_special_token_195|>",
1629
+ "lstrip": false,
1630
+ "normalized": false,
1631
+ "rstrip": false,
1632
+ "single_word": false,
1633
+ "special": true
1634
+ },
1635
+ "128204": {
1636
+ "content": "<|reserved_special_token_196|>",
1637
+ "lstrip": false,
1638
+ "normalized": false,
1639
+ "rstrip": false,
1640
+ "single_word": false,
1641
+ "special": true
1642
+ },
1643
+ "128205": {
1644
+ "content": "<|reserved_special_token_197|>",
1645
+ "lstrip": false,
1646
+ "normalized": false,
1647
+ "rstrip": false,
1648
+ "single_word": false,
1649
+ "special": true
1650
+ },
1651
+ "128206": {
1652
+ "content": "<|reserved_special_token_198|>",
1653
+ "lstrip": false,
1654
+ "normalized": false,
1655
+ "rstrip": false,
1656
+ "single_word": false,
1657
+ "special": true
1658
+ },
1659
+ "128207": {
1660
+ "content": "<|reserved_special_token_199|>",
1661
+ "lstrip": false,
1662
+ "normalized": false,
1663
+ "rstrip": false,
1664
+ "single_word": false,
1665
+ "special": true
1666
+ },
1667
+ "128208": {
1668
+ "content": "<|reserved_special_token_200|>",
1669
+ "lstrip": false,
1670
+ "normalized": false,
1671
+ "rstrip": false,
1672
+ "single_word": false,
1673
+ "special": true
1674
+ },
1675
+ "128209": {
1676
+ "content": "<|reserved_special_token_201|>",
1677
+ "lstrip": false,
1678
+ "normalized": false,
1679
+ "rstrip": false,
1680
+ "single_word": false,
1681
+ "special": true
1682
+ },
1683
+ "128210": {
1684
+ "content": "<|reserved_special_token_202|>",
1685
+ "lstrip": false,
1686
+ "normalized": false,
1687
+ "rstrip": false,
1688
+ "single_word": false,
1689
+ "special": true
1690
+ },
1691
+ "128211": {
1692
+ "content": "<|reserved_special_token_203|>",
1693
+ "lstrip": false,
1694
+ "normalized": false,
1695
+ "rstrip": false,
1696
+ "single_word": false,
1697
+ "special": true
1698
+ },
1699
+ "128212": {
1700
+ "content": "<|reserved_special_token_204|>",
1701
+ "lstrip": false,
1702
+ "normalized": false,
1703
+ "rstrip": false,
1704
+ "single_word": false,
1705
+ "special": true
1706
+ },
1707
+ "128213": {
1708
+ "content": "<|reserved_special_token_205|>",
1709
+ "lstrip": false,
1710
+ "normalized": false,
1711
+ "rstrip": false,
1712
+ "single_word": false,
1713
+ "special": true
1714
+ },
1715
+ "128214": {
1716
+ "content": "<|reserved_special_token_206|>",
1717
+ "lstrip": false,
1718
+ "normalized": false,
1719
+ "rstrip": false,
1720
+ "single_word": false,
1721
+ "special": true
1722
+ },
1723
+ "128215": {
1724
+ "content": "<|reserved_special_token_207|>",
1725
+ "lstrip": false,
1726
+ "normalized": false,
1727
+ "rstrip": false,
1728
+ "single_word": false,
1729
+ "special": true
1730
+ },
1731
+ "128216": {
1732
+ "content": "<|reserved_special_token_208|>",
1733
+ "lstrip": false,
1734
+ "normalized": false,
1735
+ "rstrip": false,
1736
+ "single_word": false,
1737
+ "special": true
1738
+ },
1739
+ "128217": {
1740
+ "content": "<|reserved_special_token_209|>",
1741
+ "lstrip": false,
1742
+ "normalized": false,
1743
+ "rstrip": false,
1744
+ "single_word": false,
1745
+ "special": true
1746
+ },
1747
+ "128218": {
1748
+ "content": "<|reserved_special_token_210|>",
1749
+ "lstrip": false,
1750
+ "normalized": false,
1751
+ "rstrip": false,
1752
+ "single_word": false,
1753
+ "special": true
1754
+ },
1755
+ "128219": {
1756
+ "content": "<|reserved_special_token_211|>",
1757
+ "lstrip": false,
1758
+ "normalized": false,
1759
+ "rstrip": false,
1760
+ "single_word": false,
1761
+ "special": true
1762
+ },
1763
+ "128220": {
1764
+ "content": "<|reserved_special_token_212|>",
1765
+ "lstrip": false,
1766
+ "normalized": false,
1767
+ "rstrip": false,
1768
+ "single_word": false,
1769
+ "special": true
1770
+ },
1771
+ "128221": {
1772
+ "content": "<|reserved_special_token_213|>",
1773
+ "lstrip": false,
1774
+ "normalized": false,
1775
+ "rstrip": false,
1776
+ "single_word": false,
1777
+ "special": true
1778
+ },
1779
+ "128222": {
1780
+ "content": "<|reserved_special_token_214|>",
1781
+ "lstrip": false,
1782
+ "normalized": false,
1783
+ "rstrip": false,
1784
+ "single_word": false,
1785
+ "special": true
1786
+ },
1787
+ "128223": {
1788
+ "content": "<|reserved_special_token_215|>",
1789
+ "lstrip": false,
1790
+ "normalized": false,
1791
+ "rstrip": false,
1792
+ "single_word": false,
1793
+ "special": true
1794
+ },
1795
+ "128224": {
1796
+ "content": "<|reserved_special_token_216|>",
1797
+ "lstrip": false,
1798
+ "normalized": false,
1799
+ "rstrip": false,
1800
+ "single_word": false,
1801
+ "special": true
1802
+ },
1803
+ "128225": {
1804
+ "content": "<|reserved_special_token_217|>",
1805
+ "lstrip": false,
1806
+ "normalized": false,
1807
+ "rstrip": false,
1808
+ "single_word": false,
1809
+ "special": true
1810
+ },
1811
+ "128226": {
1812
+ "content": "<|reserved_special_token_218|>",
1813
+ "lstrip": false,
1814
+ "normalized": false,
1815
+ "rstrip": false,
1816
+ "single_word": false,
1817
+ "special": true
1818
+ },
1819
+ "128227": {
1820
+ "content": "<|reserved_special_token_219|>",
1821
+ "lstrip": false,
1822
+ "normalized": false,
1823
+ "rstrip": false,
1824
+ "single_word": false,
1825
+ "special": true
1826
+ },
1827
+ "128228": {
1828
+ "content": "<|reserved_special_token_220|>",
1829
+ "lstrip": false,
1830
+ "normalized": false,
1831
+ "rstrip": false,
1832
+ "single_word": false,
1833
+ "special": true
1834
+ },
1835
+ "128229": {
1836
+ "content": "<|reserved_special_token_221|>",
1837
+ "lstrip": false,
1838
+ "normalized": false,
1839
+ "rstrip": false,
1840
+ "single_word": false,
1841
+ "special": true
1842
+ },
1843
+ "128230": {
1844
+ "content": "<|reserved_special_token_222|>",
1845
+ "lstrip": false,
1846
+ "normalized": false,
1847
+ "rstrip": false,
1848
+ "single_word": false,
1849
+ "special": true
1850
+ },
1851
+ "128231": {
1852
+ "content": "<|reserved_special_token_223|>",
1853
+ "lstrip": false,
1854
+ "normalized": false,
1855
+ "rstrip": false,
1856
+ "single_word": false,
1857
+ "special": true
1858
+ },
1859
+ "128232": {
1860
+ "content": "<|reserved_special_token_224|>",
1861
+ "lstrip": false,
1862
+ "normalized": false,
1863
+ "rstrip": false,
1864
+ "single_word": false,
1865
+ "special": true
1866
+ },
1867
+ "128233": {
1868
+ "content": "<|reserved_special_token_225|>",
1869
+ "lstrip": false,
1870
+ "normalized": false,
1871
+ "rstrip": false,
1872
+ "single_word": false,
1873
+ "special": true
1874
+ },
1875
+ "128234": {
1876
+ "content": "<|reserved_special_token_226|>",
1877
+ "lstrip": false,
1878
+ "normalized": false,
1879
+ "rstrip": false,
1880
+ "single_word": false,
1881
+ "special": true
1882
+ },
1883
+ "128235": {
1884
+ "content": "<|reserved_special_token_227|>",
1885
+ "lstrip": false,
1886
+ "normalized": false,
1887
+ "rstrip": false,
1888
+ "single_word": false,
1889
+ "special": true
1890
+ },
1891
+ "128236": {
1892
+ "content": "<|reserved_special_token_228|>",
1893
+ "lstrip": false,
1894
+ "normalized": false,
1895
+ "rstrip": false,
1896
+ "single_word": false,
1897
+ "special": true
1898
+ },
1899
+ "128237": {
1900
+ "content": "<|reserved_special_token_229|>",
1901
+ "lstrip": false,
1902
+ "normalized": false,
1903
+ "rstrip": false,
1904
+ "single_word": false,
1905
+ "special": true
1906
+ },
1907
+ "128238": {
1908
+ "content": "<|reserved_special_token_230|>",
1909
+ "lstrip": false,
1910
+ "normalized": false,
1911
+ "rstrip": false,
1912
+ "single_word": false,
1913
+ "special": true
1914
+ },
1915
+ "128239": {
1916
+ "content": "<|reserved_special_token_231|>",
1917
+ "lstrip": false,
1918
+ "normalized": false,
1919
+ "rstrip": false,
1920
+ "single_word": false,
1921
+ "special": true
1922
+ },
1923
+ "128240": {
1924
+ "content": "<|reserved_special_token_232|>",
1925
+ "lstrip": false,
1926
+ "normalized": false,
1927
+ "rstrip": false,
1928
+ "single_word": false,
1929
+ "special": true
1930
+ },
1931
+ "128241": {
1932
+ "content": "<|reserved_special_token_233|>",
1933
+ "lstrip": false,
1934
+ "normalized": false,
1935
+ "rstrip": false,
1936
+ "single_word": false,
1937
+ "special": true
1938
+ },
1939
+ "128242": {
1940
+ "content": "<|reserved_special_token_234|>",
1941
+ "lstrip": false,
1942
+ "normalized": false,
1943
+ "rstrip": false,
1944
+ "single_word": false,
1945
+ "special": true
1946
+ },
1947
+ "128243": {
1948
+ "content": "<|reserved_special_token_235|>",
1949
+ "lstrip": false,
1950
+ "normalized": false,
1951
+ "rstrip": false,
1952
+ "single_word": false,
1953
+ "special": true
1954
+ },
1955
+ "128244": {
1956
+ "content": "<|reserved_special_token_236|>",
1957
+ "lstrip": false,
1958
+ "normalized": false,
1959
+ "rstrip": false,
1960
+ "single_word": false,
1961
+ "special": true
1962
+ },
1963
+ "128245": {
1964
+ "content": "<|reserved_special_token_237|>",
1965
+ "lstrip": false,
1966
+ "normalized": false,
1967
+ "rstrip": false,
1968
+ "single_word": false,
1969
+ "special": true
1970
+ },
1971
+ "128246": {
1972
+ "content": "<|reserved_special_token_238|>",
1973
+ "lstrip": false,
1974
+ "normalized": false,
1975
+ "rstrip": false,
1976
+ "single_word": false,
1977
+ "special": true
1978
+ },
1979
+ "128247": {
1980
+ "content": "<|reserved_special_token_239|>",
1981
+ "lstrip": false,
1982
+ "normalized": false,
1983
+ "rstrip": false,
1984
+ "single_word": false,
1985
+ "special": true
1986
+ },
1987
+ "128248": {
1988
+ "content": "<|reserved_special_token_240|>",
1989
+ "lstrip": false,
1990
+ "normalized": false,
1991
+ "rstrip": false,
1992
+ "single_word": false,
1993
+ "special": true
1994
+ },
1995
+ "128249": {
1996
+ "content": "<|reserved_special_token_241|>",
1997
+ "lstrip": false,
1998
+ "normalized": false,
1999
+ "rstrip": false,
2000
+ "single_word": false,
2001
+ "special": true
2002
+ },
2003
+ "128250": {
2004
+ "content": "<|reserved_special_token_242|>",
2005
+ "lstrip": false,
2006
+ "normalized": false,
2007
+ "rstrip": false,
2008
+ "single_word": false,
2009
+ "special": true
2010
+ },
2011
+ "128251": {
2012
+ "content": "<|reserved_special_token_243|>",
2013
+ "lstrip": false,
2014
+ "normalized": false,
2015
+ "rstrip": false,
2016
+ "single_word": false,
2017
+ "special": true
2018
+ },
2019
+ "128252": {
2020
+ "content": "<|reserved_special_token_244|>",
2021
+ "lstrip": false,
2022
+ "normalized": false,
2023
+ "rstrip": false,
2024
+ "single_word": false,
2025
+ "special": true
2026
+ },
2027
+ "128253": {
2028
+ "content": "<|reserved_special_token_245|>",
2029
+ "lstrip": false,
2030
+ "normalized": false,
2031
+ "rstrip": false,
2032
+ "single_word": false,
2033
+ "special": true
2034
+ },
2035
+ "128254": {
2036
+ "content": "<|reserved_special_token_246|>",
2037
+ "lstrip": false,
2038
+ "normalized": false,
2039
+ "rstrip": false,
2040
+ "single_word": false,
2041
+ "special": true
2042
+ },
2043
+ "128255": {
2044
+ "content": "<|reserved_special_token_247|>",
2045
+ "lstrip": false,
2046
+ "normalized": false,
2047
+ "rstrip": false,
2048
+ "single_word": false,
2049
+ "special": true
2050
+ }
2051
+ },
2052
+ "bos_token": "<|begin_of_text|>",
2053
+ "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n {%- if strftime_now is defined %}\n {%- set date_string = strftime_now(\"%d %b %Y\") %}\n {%- else %}\n {%- set date_string = \"26 Jul 2024\" %}\n {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n{%- else %}\n {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n {#- Extract the first user message so we can plug it in here #}\n {%- if messages | length != 0 %}\n {%- set first_user_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n {%- else %}\n {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n {%- elif 'tool_calls' in message %}\n {%- if not message.tool_calls|length == 1 %}\n {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n {%- endif %}\n {%- set tool_call = message.tool_calls[0].function %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n {{- '\"parameters\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- \"}\" }}\n {{- \"<|eot_id|>\" }}\n {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n {%- if message.content is mapping or message.content is iterable %}\n {{- message.content | tojson }}\n {%- else %}\n {{- message.content }}\n {%- endif %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
2054
+ "clean_up_tokenization_spaces": true,
2055
+ "eos_token": "<|eot_id|>",
2056
+ "model_input_names": [
2057
+ "input_ids",
2058
+ "attention_mask"
2059
+ ],
2060
+ "model_max_length": 131072,
2061
+ "tokenizer_class": "PreTrainedTokenizerFast"
2062
+ }
finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml ADDED
@@ -0,0 +1 @@
 
 
1
+ {}
finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans/0.0-1.0/0.7-1.0/logs/metrics.csv ADDED
@@ -0,0 +1,104 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ epoch,iter,iter_time,step,train/loss,val/loss
2
+ 0,1,0.36327697709202766,0,3.8011116981506348,
3
+ 0,8,0.05746499449014664,1,5.181651413440704,
4
+ 0,16,0.0350494310259819,2,4.370284557342529,
5
+ 0,24,0.030987821519374847,3,2.2138919606804848,
6
+ 0,32,0.030821532011032104,4,0.5743503049015999,
7
+ 0,40,0.03591836243867874,5,0.5502305142581463,
8
+ 0,48,0.03502407297492027,6,0.32029129937291145,
9
+ 0,56,0.03166884183883667,7,0.4966055331751704,
10
+ 0,64,0.031552642583847046,8,0.43525092490017414,
11
+ 0,72,0.031652048230171204,9,0.5037587061524391,
12
+ 0,80,0.031518906354904175,10,0.5423821210861206,
13
+ 0,88,0.031688421964645386,11,0.1988276238553226,
14
+ 0,96,0.03584165498614311,12,0.2029800796881318,
15
+ 0,104,0.03542613983154297,13,0.05064695805776864,
16
+ 0,112,0.03218270093202591,14,0.794704662534059,
17
+ 0,120,0.031502339988946915,15,0.746703325829003,
18
+ 0,128,0.031189657747745514,16,0.020863524521701038,
19
+ ,,,16,,0.23439457213956547
20
+ 0,136,0.03099275380373001,17,0.049698624294251204,
21
+ 0,144,0.030986502766609192,18,0.6565701031358913,
22
+ 0,152,0.03124363347887993,19,0.08409035208751447,
23
+ 0,160,0.03109060227870941,20,0.23932970126043074,
24
+ 0,168,0.034845419228076935,21,0.27608567345305346,
25
+ 0,176,0.030906975269317627,22,0.11739636759739369,
26
+ 0,184,0.03097129613161087,23,0.45805252908030525,
27
+ 0,192,0.03091343864798546,24,0.03233133896719664,
28
+ 0,200,0.03090842440724373,25,0.22264820625423454,
29
+ 0,208,0.031292617321014404,26,0.075044685654575,
30
+ 0,216,0.03125084936618805,27,0.2401667720405385,
31
+ 0,224,0.03118164837360382,28,0.14675609720870852,
32
+ 0,232,0.030846398323774338,29,0.2173964570974931,
33
+ 0,240,0.03150337189435959,30,0.42328033805824816,
34
+ 0,248,0.0350070521235466,31,0.22770230437163264,
35
+ 0,256,0.031161341816186905,32,0.12091170213534497,
36
+ ,,,32,,0.1860902948317185
37
+ 0,264,0.03143143281340599,33,0.013633278576890007,
38
+ 0,272,0.03141426295042038,34,0.37303065438754857,
39
+ 0,280,0.03167441859841347,35,0.19697930972324684,
40
+ 0,288,0.03176410496234894,36,0.11731401819270104,
41
+ 0,296,0.03324097394943237,37,1.1094979988993146,
42
+ 0,304,0.032345060259103775,38,0.22673065005801618,
43
+ 0,312,0.03290315344929695,39,0.38611076038796455,
44
+ 0,320,0.03161900117993355,40,0.2693264117115177,
45
+ 0,328,0.03168825805187225,41,0.03374544024700299,
46
+ 0,336,0.031915195286273956,42,0.08055622800020501,
47
+ 0,344,0.031675804406404495,43,0.29181073466315866,
48
+ 0,352,0.03092750534415245,44,0.2975247069261968,
49
+ 0,360,0.03168237954378128,45,0.19642923190258443,
50
+ 0,368,0.031224537640810013,46,0.29376105190021917,
51
+ 0,376,0.03158704191446304,47,1.4607002630946226,
52
+ 0,384,0.03178820013999939,48,0.16895678668515757,
53
+ ,,,48,,0.16605802299150454
54
+ 0,392,0.030657947063446045,49,0.04877049938659184,
55
+ 0,400,0.031155172735452652,50,0.059051585441920906,
56
+ 0,408,0.0314401313662529,51,0.263375447189901,
57
+ 0,416,0.031226828694343567,52,0.05665354459779337,
58
+ 0,424,0.03138987720012665,53,0.5422586377244443,
59
+ 0,432,0.03153201565146446,54,0.24372123699868098,
60
+ 0,440,0.03134340047836304,55,0.3428263715468347,
61
+ 0,448,0.03141946345567703,56,0.20058720561792143,
62
+ 0,456,0.0322384238243103,57,0.015544240304734558,
63
+ 0,464,0.03126738592982292,58,0.895792493596673,
64
+ 0,472,0.031683456152677536,59,0.1289969173958525,
65
+ 0,480,0.03168780356645584,60,0.5055520958849229,
66
+ 0,488,0.03142848610877991,61,0.0664963293238543,
67
+ 0,496,0.031088542193174362,62,0.05203048960538581,
68
+ 0,504,0.03158745914697647,63,0.3697498517722124,
69
+ 0,512,0.030968334525823593,64,0.5053621958213625,
70
+ ,,,64,,0.27746729133955017
71
+ 1,520,0.03158007189631462,65,0.46155590401031077,
72
+ 1,528,0.03174903616309166,66,0.32922959155985154,
73
+ 1,536,0.03135601431131363,67,0.01998736636596732,
74
+ 1,544,0.031545717269182205,68,0.0776491028664168,
75
+ 1,552,0.031257763504981995,69,0.04842427262337878,
76
+ 1,560,0.031085774302482605,70,0.07264447037596256,
77
+ 1,568,0.03116980567574501,71,0.03744780004490167,
78
+ 1,576,0.030985932797193527,72,0.2567377027589828,
79
+ 1,584,0.0315345861017704,73,0.08471716001804452,
80
+ 1,592,0.030897773802280426,74,0.06332905316958204,
81
+ 1,600,0.031153492629528046,75,0.019446959369815886,
82
+ 1,608,0.03066464141011238,76,0.012634718703338876,
83
+ 1,616,0.030926808714866638,77,0.027338230574969202,
84
+ 1,624,0.03083232045173645,78,0.12316618679324165,
85
+ 1,632,0.03209957107901573,79,0.04988868173677474,
86
+ 1,640,0.03132805600762367,80,0.745100736443419,
87
+ ,,,80,,0.12779631022534338
88
+ 1,648,0.031068939715623856,81,0.02494987237150781,
89
+ 1,656,0.03174668550491333,82,0.009486937837209553,
90
+ 1,664,0.0312124602496624,83,0.195451211737236,
91
+ 1,672,0.031596798449754715,84,0.04648607940180227,
92
+ 1,680,0.031288862228393555,85,0.05810957742505707,
93
+ 1,688,0.03138222172856331,86,0.003943726391298696,
94
+ 1,696,0.031613193452358246,87,0.039449515359592624,
95
+ 1,704,0.03146694600582123,88,0.2727624960243702,
96
+ 1,712,0.031401801854372025,89,0.03470139438286424,
97
+ 1,720,0.03167184442281723,90,0.060573739057872444,
98
+ 1,728,0.03126061335206032,91,0.4262780633580405,
99
+ 1,736,0.03216733783483505,92,0.556869497144362,
100
+ 1,744,0.031639330089092255,93,0.6207250917359488,
101
+ 1,752,0.03174388036131859,94,0.49390556779690087,
102
+ 1,760,0.03177987411618233,95,0.07216329430229962,
103
+ 1,768,0.031789544969797134,96,0.14243657211773098,
104
+ ,,,96,,0.11132999494964001
finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans/0.0-1.0/0.7-1.0/test=sst2/list=test_400/labels.csv ADDED
@@ -0,0 +1,400 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 17786,0
2
+ 12007,0
3
+ 8229,0
4
+ 31449,1
5
+ 1591,0
6
+ 53542,1
7
+ 49372,1
8
+ 54831,0
9
+ 44771,1
10
+ 33116,0
11
+ 33492,1
12
+ 16982,1
13
+ 31901,1
14
+ 49817,0
15
+ 60681,0
16
+ 39890,1
17
+ 62685,0
18
+ 2201,1
19
+ 47201,1
20
+ 20835,1
21
+ 15421,1
22
+ 45021,0
23
+ 45802,0
24
+ 43637,0
25
+ 7160,0
26
+ 8150,0
27
+ 3512,1
28
+ 29264,0
29
+ 32960,0
30
+ 32221,0
31
+ 35996,1
32
+ 4422,1
33
+ 22209,0
34
+ 6920,1
35
+ 25253,0
36
+ 680,0
37
+ 50140,1
38
+ 28481,1
39
+ 36298,0
40
+ 16473,1
41
+ 11102,1
42
+ 62901,0
43
+ 16123,1
44
+ 52012,0
45
+ 60780,0
46
+ 1781,1
47
+ 41449,0
48
+ 908,0
49
+ 15507,1
50
+ 57914,1
51
+ 46159,1
52
+ 56461,1
53
+ 62107,1
54
+ 49087,1
55
+ 65792,0
56
+ 13181,0
57
+ 54119,1
58
+ 51997,0
59
+ 24924,1
60
+ 45890,0
61
+ 41716,0
62
+ 60175,0
63
+ 30318,0
64
+ 13221,1
65
+ 15509,1
66
+ 37365,1
67
+ 60975,0
68
+ 51375,0
69
+ 16004,1
70
+ 12837,1
71
+ 17864,1
72
+ 67134,1
73
+ 18611,1
74
+ 12861,1
75
+ 58084,1
76
+ 32874,1
77
+ 32717,1
78
+ 23413,1
79
+ 59634,0
80
+ 15629,0
81
+ 47071,0
82
+ 48558,1
83
+ 3648,0
84
+ 43367,0
85
+ 14869,0
86
+ 1518,0
87
+ 16976,1
88
+ 20931,1
89
+ 67379,1
90
+ 4741,0
91
+ 5765,1
92
+ 48791,0
93
+ 15298,0
94
+ 21874,1
95
+ 9095,1
96
+ 3840,1
97
+ 55636,0
98
+ 57364,0
99
+ 65863,0
100
+ 40786,0
101
+ 8118,1
102
+ 52441,0
103
+ 38593,0
104
+ 5517,0
105
+ 39136,1
106
+ 47292,0
107
+ 34052,1
108
+ 16037,1
109
+ 64606,1
110
+ 19552,0
111
+ 14116,0
112
+ 11261,1
113
+ 11668,1
114
+ 42198,1
115
+ 22526,1
116
+ 8037,1
117
+ 5324,1
118
+ 56692,0
119
+ 59753,0
120
+ 47298,0
121
+ 57801,1
122
+ 58413,1
123
+ 10673,0
124
+ 65730,1
125
+ 40287,1
126
+ 15186,0
127
+ 43119,0
128
+ 39219,1
129
+ 50340,0
130
+ 34297,1
131
+ 62941,0
132
+ 31551,1
133
+ 41344,1
134
+ 46402,1
135
+ 13636,1
136
+ 42241,1
137
+ 15422,0
138
+ 25014,1
139
+ 19613,1
140
+ 5515,0
141
+ 64128,0
142
+ 28084,0
143
+ 10395,1
144
+ 9965,0
145
+ 27221,1
146
+ 11994,0
147
+ 43384,0
148
+ 44329,0
149
+ 58937,0
150
+ 29119,0
151
+ 8989,0
152
+ 23043,1
153
+ 32166,0
154
+ 42729,0
155
+ 6863,1
156
+ 41187,0
157
+ 36039,1
158
+ 55977,0
159
+ 8129,1
160
+ 60223,1
161
+ 9414,1
162
+ 26177,0
163
+ 38443,0
164
+ 43084,0
165
+ 53673,0
166
+ 15057,1
167
+ 51700,0
168
+ 51201,1
169
+ 47078,1
170
+ 59961,1
171
+ 22272,1
172
+ 65773,0
173
+ 33746,0
174
+ 27311,1
175
+ 41292,0
176
+ 17110,0
177
+ 57029,0
178
+ 3009,1
179
+ 40193,1
180
+ 27618,1
181
+ 20145,1
182
+ 52193,1
183
+ 34398,0
184
+ 36473,1
185
+ 43577,0
186
+ 57850,1
187
+ 61117,0
188
+ 32569,1
189
+ 12290,1
190
+ 19499,1
191
+ 60470,0
192
+ 8962,1
193
+ 65955,1
194
+ 62486,0
195
+ 19000,0
196
+ 22631,1
197
+ 25613,0
198
+ 56086,1
199
+ 28883,0
200
+ 26425,1
201
+ 48097,0
202
+ 61477,0
203
+ 9121,0
204
+ 66709,1
205
+ 51472,1
206
+ 19809,1
207
+ 38959,1
208
+ 39849,0
209
+ 59964,0
210
+ 65268,1
211
+ 8791,0
212
+ 51774,1
213
+ 49640,0
214
+ 20125,1
215
+ 59640,0
216
+ 68206,1
217
+ 48079,1
218
+ 49583,0
219
+ 67054,0
220
+ 59571,1
221
+ 29080,1
222
+ 29111,1
223
+ 20758,1
224
+ 64023,0
225
+ 29058,0
226
+ 18185,1
227
+ 36543,0
228
+ 54983,1
229
+ 3101,1
230
+ 42140,0
231
+ 6954,0
232
+ 15955,1
233
+ 61746,0
234
+ 32055,0
235
+ 39496,1
236
+ 59909,1
237
+ 66296,0
238
+ 46804,1
239
+ 35049,0
240
+ 56017,1
241
+ 26947,1
242
+ 38928,0
243
+ 15029,1
244
+ 7086,0
245
+ 537,0
246
+ 50731,0
247
+ 63604,1
248
+ 67049,0
249
+ 31161,0
250
+ 58922,1
251
+ 18347,1
252
+ 25864,1
253
+ 63846,0
254
+ 13353,0
255
+ 25378,1
256
+ 59101,1
257
+ 20895,0
258
+ 48119,1
259
+ 14332,0
260
+ 25497,1
261
+ 8686,0
262
+ 22758,1
263
+ 7666,0
264
+ 20686,0
265
+ 18975,1
266
+ 19054,1
267
+ 48123,1
268
+ 57909,1
269
+ 9226,1
270
+ 48653,1
271
+ 44013,0
272
+ 11409,1
273
+ 62736,0
274
+ 2777,1
275
+ 7058,0
276
+ 48408,0
277
+ 28934,1
278
+ 46578,1
279
+ 23203,0
280
+ 6257,1
281
+ 53444,0
282
+ 17816,0
283
+ 46307,1
284
+ 20599,1
285
+ 29423,0
286
+ 21041,0
287
+ 16633,1
288
+ 20221,0
289
+ 27466,0
290
+ 22987,0
291
+ 9322,1
292
+ 3265,0
293
+ 22814,1
294
+ 56185,1
295
+ 55014,1
296
+ 43437,1
297
+ 24683,0
298
+ 10233,0
299
+ 19001,0
300
+ 32718,0
301
+ 31030,0
302
+ 1099,0
303
+ 57982,1
304
+ 49148,0
305
+ 40880,1
306
+ 31148,0
307
+ 9446,1
308
+ 18579,1
309
+ 30932,0
310
+ 40792,0
311
+ 48600,0
312
+ 44588,1
313
+ 33828,1
314
+ 33917,0
315
+ 2026,0
316
+ 56745,0
317
+ 17383,0
318
+ 2372,0
319
+ 56600,0
320
+ 50257,0
321
+ 38892,0
322
+ 45844,0
323
+ 29062,0
324
+ 5655,1
325
+ 67611,0
326
+ 18546,0
327
+ 63060,1
328
+ 36068,1
329
+ 784,0
330
+ 20429,0
331
+ 21679,1
332
+ 53617,1
333
+ 6978,1
334
+ 53262,0
335
+ 181,0
336
+ 28744,0
337
+ 48716,0
338
+ 51468,0
339
+ 62209,1
340
+ 8732,1
341
+ 56949,1
342
+ 26885,0
343
+ 43345,0
344
+ 8053,0
345
+ 59402,1
346
+ 49552,0
347
+ 12348,0
348
+ 28335,1
349
+ 59114,1
350
+ 12625,1
351
+ 8876,1
352
+ 29959,1
353
+ 37911,1
354
+ 38412,0
355
+ 31999,0
356
+ 34775,0
357
+ 65737,1
358
+ 25244,0
359
+ 51630,1
360
+ 23979,1
361
+ 34638,1
362
+ 22311,1
363
+ 14004,1
364
+ 310,1
365
+ 49105,0
366
+ 38782,1
367
+ 4647,1
368
+ 43782,0
369
+ 66046,0
370
+ 16690,1
371
+ 67731,0
372
+ 54867,1
373
+ 34108,1
374
+ 67332,0
375
+ 22567,0
376
+ 57173,0
377
+ 26527,1
378
+ 59580,1
379
+ 20737,0
380
+ 53307,0
381
+ 32783,0
382
+ 7868,1
383
+ 50777,0
384
+ 29307,1
385
+ 18297,0
386
+ 44524,1
387
+ 61320,0
388
+ 2578,0
389
+ 40612,1
390
+ 32523,1
391
+ 48509,0
392
+ 36666,1
393
+ 6539,1
394
+ 33620,1
395
+ 55547,1
396
+ 11751,1
397
+ 30491,0
398
+ 48294,1
399
+ 37424,1
400
+ 29155,1
finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans/0.0-1.0/0.7-1.0/test=sst2/list=test_400/logits.csv ADDED
@@ -0,0 +1,400 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 17786,-1.6028966,-0.2278966
2
+ 12007,-0.080333866,-2.580334
3
+ 8229,-0.0025811235,-6.252581
4
+ 31449,-4.388205,-0.013204981
5
+ 1591,-0.010956367,-4.6359563
6
+ 53542,-3.050292,-0.05029205
7
+ 49372,-3.170229,-0.045228966
8
+ 54831,-0.04942536,-3.0494254
9
+ 44771,-2.8146224,-0.06462239
10
+ 33116,-0.008333788,-5.0083337
11
+ 33492,-2.5801287,-0.08012857
12
+ 16982,-1.9135573,-0.16355725
13
+ 31901,-2.241668,-0.11666789
14
+ 49817,-0.12837054,-2.1283705
15
+ 60681,-1.0572157,-0.43221572
16
+ 39890,-2.1282425,-0.12824261
17
+ 62685,-0.008433207,-4.8834333
18
+ 2201,-5.470075,-0.0950749
19
+ 47201,-0.009876787,-4.7598767
20
+ 20835,-4.2667074,-0.016707616
21
+ 15421,-4.142645,-0.017644815
22
+ 45021,-0.010831138,-4.6358314
23
+ 45802,-0.040002454,-3.2900023
24
+ 43637,-0.021485548,-3.8964856
25
+ 7160,-0.09034834,-2.4653482
26
+ 8150,-0.5766142,-0.8266142
27
+ 3512,-4.1415296,-0.016529756
28
+ 29264,-0.0017107389,-6.751711
29
+ 32960,-0.019299816,-4.0193
30
+ 32221,-0.013219215,-4.3882194
31
+ 35996,-2.697633,-0.07263304
32
+ 4422,-5.381205,-0.0062048654
33
+ 22209,-0.0028526587,-6.1278524
34
+ 6920,-4.3883114,-0.0133113265
35
+ 25253,-0.002599791,-6.6275997
36
+ 680,-0.3174654,-1.3174654
37
+ 50140,-3.8970985,-0.02209849
38
+ 28481,-2.696767,-0.07176709
39
+ 36298,-0.027524361,-3.6525245
40
+ 16473,-4.883379,-0.008378948
41
+ 11102,-1.3149006,-0.3149006
42
+ 62901,-0.007263207,-5.007263
43
+ 16123,-4.3897552,-0.014755286
44
+ 52012,-0.0053582625,-5.505358
45
+ 60780,-0.01779437,-4.1427946
46
+ 1781,-4.0191627,-0.019162647
47
+ 41449,-0.031095508,-3.5310955
48
+ 908,-2.2399476,-0.11494767
49
+ 15507,-4.2695355,-0.019535404
50
+ 57914,-1.6029325,-0.22793248
51
+ 46159,-1.8053433,-0.18034326
52
+ 56461,-3.7743707,-0.024370614
53
+ 62107,-0.05865666,-2.9336567
54
+ 49087,-4.512487,-0.012486967
55
+ 65792,-0.017123358,-4.142123
56
+ 13181,-0.0348993,-3.4098992
57
+ 54119,-4.7591643,-0.009164293
58
+ 51997,-0.0151779475,-4.2651777
59
+ 24924,-4.5117645,-0.011764669
60
+ 45890,-0.0022948855,-6.377295
61
+ 41716,-0.04401776,-3.1690178
62
+ 60175,-0.015877135,-4.2658772
63
+ 30318,-0.018901939,-4.018902
64
+ 13221,-3.288813,-0.03881322
65
+ 15509,-4.2646303,-0.014630181
66
+ 37365,-0.8274147,-0.5774147
67
+ 60975,-0.03455722,-3.409557
68
+ 51375,-0.021990392,-3.8969903
69
+ 16004,-4.2662234,-0.016223438
70
+ 12837,-2.8141642,-0.06416411
71
+ 17864,-3.5310462,-0.031046163
72
+ 67134,-3.050227,-0.050226975
73
+ 18611,-3.1693316,-0.044331644
74
+ 12861,-2.3514888,-0.10148877
75
+ 58084,-4.883072,-0.008072016
76
+ 32874,-0.08063799,-2.580638
77
+ 32717,-4.14165,-0.016650286
78
+ 23413,-3.7773023,-0.027302248
79
+ 59634,-0.031198697,-3.5311987
80
+ 15629,-0.9083371,-0.5333371
81
+ 47071,-0.035715517,-3.4107156
82
+ 48558,-3.4108686,-0.035868723
83
+ 3648,-0.0026763594,-6.2526765
84
+ 43367,-0.01177374,-4.5117736
85
+ 14869,-0.022514911,-3.8975148
86
+ 1518,-0.004357486,-5.6293573
87
+ 16976,-4.287051,-0.037051238
88
+ 20931,-4.1416874,-0.016687568
89
+ 67379,-4.2649827,-0.014982904
90
+ 4741,-0.0028670419,-6.377867
91
+ 5765,-3.4094157,-0.034415793
92
+ 48791,-0.004339089,-5.629339
93
+ 15298,-0.06427725,-2.8142772
94
+ 21874,-3.8973362,-0.022336217
95
+ 9095,-3.8983018,-0.023301817
96
+ 3840,-3.53095,-0.030950123
97
+ 55636,-0.5771582,-0.8271582
98
+ 57364,-0.5284827,-0.9034827
99
+ 65863,-0.0037107675,-6.2537107
100
+ 40786,-0.013140391,-4.38814
101
+ 8118,-3.5310082,-0.031008257
102
+ 52441,-0.004171243,-5.7541714
103
+ 38593,-0.0026742194,-6.127674
104
+ 5517,-0.012069174,-4.637069
105
+ 39136,-1.9148979,-0.16489786
106
+ 47292,-0.021674078,-3.8966742
107
+ 34052,-0.69808525,-0.69808525
108
+ 16037,-4.635789,-0.010789156
109
+ 64606,-4.0189137,-0.018913636
110
+ 19552,-0.016639616,-4.1416397
111
+ 14116,-2.8131287,-0.063128635
112
+ 11261,-1.6015332,-0.22653316
113
+ 11668,-4.635607,-0.010606583
114
+ 42198,-4.141788,-0.016787918
115
+ 22526,-5.7586036,-0.008603412
116
+ 8037,-3.2898831,-0.0398831
117
+ 5324,-2.470044,-0.0950439
118
+ 56692,-0.0041554538,-5.8791556
119
+ 59753,-0.030591311,-3.5305912
120
+ 47298,-0.01230965,-4.5123096
121
+ 57801,-1.3141843,-0.3141843
122
+ 58413,-5.6292295,-0.0042295293
123
+ 10673,-0.0039765346,-5.6289763
124
+ 65730,-4.3882203,-0.013220274
125
+ 40287,-3.7740047,-0.02400466
126
+ 15186,-3.531509,-0.031508896
127
+ 43119,-0.0032275035,-6.1282277
128
+ 39219,-4.1421833,-0.017183356
129
+ 50340,-2.23864,-0.11364018
130
+ 34297,-3.7746139,-0.024613965
131
+ 62941,-0.004236889,-5.7542367
132
+ 31551,-5.879641,-0.00464088
133
+ 41344,-4.0198865,-0.019886635
134
+ 46402,-3.4092622,-0.034262136
135
+ 13636,-3.288944,-0.038943935
136
+ 42241,-3.896282,-0.021282047
137
+ 15422,-0.14336115,-2.018361
138
+ 25014,-4.2682505,-0.018250516
139
+ 19613,-1.0556126,-0.4306126
140
+ 5515,-0.019555394,-4.0195556
141
+ 64128,-0.0073299524,-5.13233
142
+ 28084,-0.0057531483,-5.380753
143
+ 10395,-1.7028619,-0.20286193
144
+ 9965,-0.02415967,-3.7741597
145
+ 27221,-2.579879,-0.079879105
146
+ 11994,-0.00598318,-5.2559834
147
+ 43384,-0.007947135,-5.007947
148
+ 44329,-0.0054685283,-5.3804684
149
+ 58937,-0.0104026245,-4.6354027
150
+ 29119,-0.023786187,-3.773786
151
+ 8989,-0.021395471,-5.5213957
152
+ 23043,-4.0195866,-0.019586606
153
+ 32166,-0.014515633,-4.5145154
154
+ 42729,-0.03137986,-3.53138
155
+ 6863,-3.8981268,-0.023126872
156
+ 41187,-0.0028798794,-6.37788
157
+ 36039,-5.256111,-0.0061112684
158
+ 55977,-0.0067861564,-5.1317863
159
+ 8129,-4.01908,-0.019080313
160
+ 60223,-4.5126076,-0.012607516
161
+ 9414,-0.0058952505,-5.255895
162
+ 26177,-0.005137219,-5.5051374
163
+ 38443,-0.0065646,-5.1315646
164
+ 43084,-0.0021605976,-6.6271605
165
+ 53673,-0.0077215764,-5.1327214
166
+ 15057,-2.238872,-0.11387212
167
+ 51700,-0.017685456,-4.1426854
168
+ 51201,-3.5311022,-0.031102095
169
+ 47078,-4.019927,-0.01992707
170
+ 59961,-3.04923,-0.049230073
171
+ 22272,-0.58065224,-0.83065224
172
+ 65773,-0.034853827,-3.409854
173
+ 33746,-0.070899606,-2.6958995
174
+ 27311,-3.896005,-0.021004964
175
+ 41292,-0.014462995,-4.264463
176
+ 17110,-0.16278078,-1.9127808
177
+ 57029,-0.0055046882,-5.3805046
178
+ 3009,-2.5795074,-0.07950726
179
+ 40193,-4.141563,-0.016562704
180
+ 27618,-3.0496337,-0.049633764
181
+ 20145,-5.007964,-0.007964165
182
+ 52193,-4.142091,-0.017090898
183
+ 34398,-0.013869574,-4.38887
184
+ 36473,-3.6531825,-0.028182523
185
+ 43577,-0.010444859,-4.6354446
186
+ 57850,-4.141881,-0.01688099
187
+ 61117,-0.008938419,-4.8839383
188
+ 32569,-1.7045112,-0.20451115
189
+ 12290,-5.256174,-0.0061741807
190
+ 19499,-4.1427546,-0.017754788
191
+ 60470,-0.0034856773,-5.7534857
192
+ 8962,-5.1320896,-0.007089814
193
+ 65955,-3.4097068,-0.034706917
194
+ 62486,-0.20311563,-1.7031156
195
+ 19000,-0.014990068,-4.26499
196
+ 22631,-2.931923,-0.05692302
197
+ 25613,-0.024094503,-3.7740946
198
+ 56086,-2.9309351,-0.05593503
199
+ 28883,-0.14439845,-2.0193985
200
+ 26425,-3.8965018,-0.021501884
201
+ 48097,-0.06278578,-2.8127859
202
+ 61477,-0.009495452,-4.7594953
203
+ 9121,-0.34943134,-1.2244313
204
+ 66709,-3.1686437,-0.04364363
205
+ 51472,-2.9320252,-0.05702527
206
+ 19809,-5.1315575,-0.0065573757
207
+ 38959,-3.896904,-0.021903975
208
+ 39849,-0.018523563,-4.0185237
209
+ 59964,-0.011921351,-4.5119214
210
+ 65268,-4.1428266,-0.017826576
211
+ 8791,-0.04375649,-3.1687565
212
+ 51774,-2.8142245,-0.06422437
213
+ 49640,-0.018236117,-4.143236
214
+ 20125,-2.580106,-0.08010591
215
+ 59640,-0.017685456,-4.1426854
216
+ 68206,-4.638792,-0.0137919765
217
+ 48079,-4.0192714,-0.019271169
218
+ 49583,-0.6346612,-0.7596612
219
+ 67054,-0.021194052,-3.896194
220
+ 59571,-0.8276703,-0.5776703
221
+ 29080,-3.2901416,-0.04014149
222
+ 29111,-3.5310702,-0.031070316
223
+ 20758,-3.4094126,-0.034412682
224
+ 64023,-0.034722,-3.409722
225
+ 29058,-0.0029671236,-6.2529674
226
+ 18185,-0.09007047,-2.4650705
227
+ 36543,-0.0059176483,-5.2559175
228
+ 54983,-2.2389154,-0.11391541
229
+ 3101,-2.4643638,-0.08936384
230
+ 42140,-0.28433096,-1.409331
231
+ 6954,-0.0039760596,-5.753976
232
+ 15955,-2.9325764,-0.057576414
233
+ 61746,-0.0052159657,-5.630216
234
+ 32055,-0.007948318,-5.0079484
235
+ 39496,-3.6525793,-0.027579332
236
+ 59909,-2.8133907,-0.06339071
237
+ 66296,-0.008490063,-5.13349
238
+ 46804,-2.696425,-0.07142507
239
+ 35049,-0.0032181162,-6.503218
240
+ 56017,-1.9129325,-0.1629325
241
+ 26947,-3.1687663,-0.04376619
242
+ 38928,-0.003860166,-6.12886
243
+ 15029,-4.388636,-0.013636176
244
+ 7086,-0.034301184,-3.4093013
245
+ 537,-0.034898955,-3.409899
246
+ 50731,-0.01887328,-4.018873
247
+ 63604,-4.26557,-0.015570384
248
+ 67049,-0.11380286,-2.238803
249
+ 31161,-0.043657556,-3.1686575
250
+ 58922,-4.142607,-0.017607218
251
+ 18347,-3.6527922,-0.027792223
252
+ 25864,-0.75850195,-0.63350195
253
+ 63846,-0.004874133,-5.504874
254
+ 13353,-0.0033157866,-6.128316
255
+ 25378,-1.5052015,-0.2552015
256
+ 59101,-4.3889585,-0.013958451
257
+ 20895,-0.043844916,-3.168845
258
+ 48119,-4.5118623,-0.011862215
259
+ 14332,-0.0032967762,-6.003297
260
+ 25497,-3.6523318,-0.027331827
261
+ 8686,-0.10188321,-2.3518832
262
+ 22758,-3.0511808,-0.051180754
263
+ 7666,-0.019043706,-4.019044
264
+ 20686,-0.06331888,-2.813319
265
+ 18975,-3.2897384,-0.03973853
266
+ 19054,-2.2391927,-0.11419269
267
+ 48123,-4.6356735,-0.01067346
268
+ 57909,-4.3881664,-0.013166274
269
+ 9226,-4.76071,-0.010709786
270
+ 48653,-0.011446046,-4.636446
271
+ 44013,-0.026170274,-3.7761703
272
+ 11409,-3.7746575,-0.024657466
273
+ 62736,-0.012026302,-4.5120263
274
+ 2777,-4.141888,-0.016888257
275
+ 7058,-0.009784713,-4.7597847
276
+ 48408,-0.015450427,-4.2654505
277
+ 28934,-4.7588816,-0.0088815885
278
+ 46578,-4.6364822,-0.011482226
279
+ 23203,-0.75887185,-0.63387185
280
+ 6257,-3.6524386,-0.027438538
281
+ 53444,-0.103519306,-2.3535192
282
+ 17816,-0.977817,-0.477817
283
+ 46307,-4.0194054,-0.019405283
284
+ 20599,-4.8837748,-0.008774534
285
+ 29423,-0.0035147816,-6.253515
286
+ 21041,-0.00898934,-4.7589893
287
+ 16633,-4.5117383,-0.011738278
288
+ 20221,-2.9306798,-0.055679787
289
+ 27466,-0.004534676,-5.6295347
290
+ 22987,-0.0060530915,-5.256053
291
+ 9322,-0.039156828,-3.289157
292
+ 3265,-0.0715011,-2.696501
293
+ 22814,-1.9125321,-0.16253205
294
+ 56185,-4.264848,-0.014848079
295
+ 55014,-2.8128202,-0.06282015
296
+ 43437,-3.5305843,-0.030584259
297
+ 24683,-0.0031062944,-6.128106
298
+ 10233,-0.29173678,-1.4167368
299
+ 19001,-0.01003341,-5.1350336
300
+ 32718,-0.024157807,-3.7741578
301
+ 31030,-0.002577913,-6.877578
302
+ 1099,-0.0038577912,-6.1288576
303
+ 57982,-2.4655974,-0.09059728
304
+ 49148,-0.03844758,-3.2884476
305
+ 40880,-4.635143,-0.0101426905
306
+ 31148,-0.0010967199,-8.001097
307
+ 9446,-4.264689,-0.014688917
308
+ 18579,-5.2589264,-0.008926604
309
+ 30932,-1.31567,-0.31567007
310
+ 40792,-0.5776738,-0.8276738
311
+ 48600,-0.05847104,-2.933471
312
+ 44588,-1.5103701,-0.26037017
313
+ 33828,-2.3514948,-0.10149469
314
+ 33917,-0.029089581,-3.6540897
315
+ 2026,-0.03067409,-3.530674
316
+ 56745,-0.016773967,-4.141774
317
+ 17383,-0.2822139,-1.4072139
318
+ 2372,-0.07666158,-2.7016616
319
+ 56600,-0.10302593,-2.353026
320
+ 50257,-0.004841035,-5.504841
321
+ 38892,-0.0070096767,-5.1320095
322
+ 45844,-0.0054276246,-5.755428
323
+ 29062,-0.161786,-1.911786
324
+ 5655,-3.8963563,-0.021356381
325
+ 67611,-0.030635245,-3.5306354
326
+ 18546,-0.01724956,-4.1422496
327
+ 63060,-4.1426616,-0.017661447
328
+ 36068,-3.4101484,-0.035148274
329
+ 784,-0.5239551,-0.8989551
330
+ 20429,-0.0047990377,-5.629799
331
+ 21679,-2.5832036,-0.083203465
332
+ 53617,-4.636259,-0.011259114
333
+ 6978,-5.007567,-0.0075669563
334
+ 53262,-0.0030914394,-6.7530913
335
+ 181,-0.0054126857,-5.6304126
336
+ 28744,-0.08344026,-2.5834403
337
+ 48716,-0.08032892,-2.580329
338
+ 51468,-0.0016076748,-6.876608
339
+ 62209,-3.5309904,-0.030990459
340
+ 8732,-1.0571903,-0.43219033
341
+ 56949,-2.1291966,-0.12919672
342
+ 26885,-0.0024155981,-6.5024157
343
+ 43345,-0.2027101,-1.7027102
344
+ 8053,-2.0190887,-0.14408876
345
+ 59402,-3.0494087,-0.049408566
346
+ 49552,-0.0017541749,-6.7517543
347
+ 12348,-0.031920146,-3.5319202
348
+ 28335,-1.911381,-0.16138102
349
+ 59114,-2.696703,-0.07170296
350
+ 12625,-3.2896707,-0.039670818
351
+ 8876,-3.654217,-0.02921706
352
+ 29959,-4.635323,-0.010322987
353
+ 37911,-0.0042979014,-5.6292977
354
+ 38412,-0.47533846,-0.97533846
355
+ 31999,-0.013397077,-4.388397
356
+ 34775,-0.008546207,-4.8835464
357
+ 65737,-3.409641,-0.03464105
358
+ 25244,-0.015409108,-4.265409
359
+ 51630,-2.813443,-0.06344296
360
+ 23979,-2.3514814,-0.10148144
361
+ 34638,-3.7742991,-0.02429918
362
+ 22311,-5.1321826,-0.0071826098
363
+ 14004,-3.1699648,-0.04496482
364
+ 310,-0.0436765,-3.1686766
365
+ 49105,-0.0069137868,-5.2569137
366
+ 38782,-5.1324763,-0.007476445
367
+ 4647,-3.896144,-0.021143982
368
+ 43782,-0.0023346092,-6.6273346
369
+ 66046,-0.1014809,-2.351481
370
+ 16690,-4.265094,-0.01509364
371
+ 67731,-0.035374407,-3.4103744
372
+ 54867,-3.6522872,-0.027287168
373
+ 34108,-2.8152733,-0.065273225
374
+ 67332,-0.018936563,-4.0189366
375
+ 22567,-0.009413499,-4.7594137
376
+ 57173,-0.010363927,-4.635364
377
+ 26527,-4.0191617,-0.019161478
378
+ 59580,-2.1288376,-0.12883753
379
+ 20737,-0.027405133,-3.652405
380
+ 53307,-0.0017702399,-6.87677
381
+ 32783,-0.005610671,-5.3806105
382
+ 7868,-4.7591696,-0.009169728
383
+ 50777,-0.0033867166,-5.8783865
384
+ 29307,-3.6529887,-0.027988609
385
+ 18297,-0.043999277,-3.1689992
386
+ 44524,-4.388967,-0.013966915
387
+ 61320,-0.021938613,-3.8969386
388
+ 2578,-0.47594768,-0.9759477
389
+ 40612,-0.10393916,-2.353939
390
+ 32523,-2.5826292,-0.082629174
391
+ 48509,-0.012171048,-4.5121713
392
+ 36666,-3.0498428,-0.04984292
393
+ 6539,-4.019123,-0.019123236
394
+ 33620,-4.637165,-0.012164924
395
+ 55547,-3.289124,-0.03912393
396
+ 11751,-3.288716,-0.038715973
397
+ 30491,-0.011647907,-4.5116477
398
+ 48294,-3.8966749,-0.021674896
399
+ 37424,-2.6978092,-0.072809175
400
+ 29155,-0.63451666,-0.75951666
finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans/0.0-1.0/0.7-1.0/train_args.yaml ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ K: null
2
+ global_batch_size: 8
3
+ learning_rate: 0.0001
4
+ loss: ans
5
+ max_steps: 96
6
+ micro_batch_size: 1
7
+ optimizer_name: adamw
8
+ patience: 10
9
+ val_check_interval: 16
10
+ weight_decay: 0.0
finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/config.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlamaForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 128000,
8
+ "eos_token_id": [
9
+ 128001,
10
+ 128008,
11
+ 128009
12
+ ],
13
+ "head_dim": 64,
14
+ "hidden_act": "silu",
15
+ "hidden_size": 2048,
16
+ "initializer_range": 0.02,
17
+ "intermediate_size": 8192,
18
+ "max_position_embeddings": 131072,
19
+ "mlp_bias": false,
20
+ "model_type": "llama",
21
+ "num_attention_heads": 32,
22
+ "num_hidden_layers": 16,
23
+ "num_key_value_heads": 8,
24
+ "pretraining_tp": 1,
25
+ "rms_norm_eps": 1e-05,
26
+ "rope_scaling": {
27
+ "factor": 32.0,
28
+ "high_freq_factor": 4.0,
29
+ "low_freq_factor": 1.0,
30
+ "original_max_position_embeddings": 8192,
31
+ "rope_type": "llama3"
32
+ },
33
+ "rope_theta": 500000.0,
34
+ "tie_word_embeddings": true,
35
+ "torch_dtype": "bfloat16",
36
+ "transformers_version": "4.45.0.dev0",
37
+ "use_cache": true,
38
+ "vocab_size": 128256
39
+ }
finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/generation_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 128000,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 128001,
6
+ 128008,
7
+ 128009
8
+ ],
9
+ "temperature": 0.6,
10
+ "top_p": 0.9,
11
+ "transformers_version": "4.45.0.dev0"
12
+ }
finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ attention_logit_softcapping: null
2
+ attention_scores_scalar: null
3
+ bias: false
4
+ block_size: 131072
5
+ final_logit_softcapping: null
6
+ gelu_approximate: none
7
+ head_size: 64
8
+ hf_config:
9
+ name: Llama-3.2-1B-Instruct
10
+ org: meta-llama
11
+ intermediate_size: 8192
12
+ lm_head_bias: false
13
+ mlp_class_name: LLaMAMLP
14
+ n_embd: 2048
15
+ n_expert: 0
16
+ n_expert_per_token: 0
17
+ n_head: 32
18
+ n_layer: 16
19
+ n_query_groups: 8
20
+ name: Llama-3.2-1B-Instruct
21
+ norm_class_name: RMSNorm
22
+ norm_eps: 1.0e-05
23
+ padded_vocab_size: 128256
24
+ padding_multiple: 512
25
+ parallel_residual: false
26
+ post_attention_norm: false
27
+ post_mlp_norm: false
28
+ rope_adjustments:
29
+ factor: 32.0
30
+ high_freq_factor: 4.0
31
+ low_freq_factor: 1.0
32
+ original_max_seq_len: 8192
33
+ rope_base: 500000
34
+ rope_condense_ratio: 1
35
+ rotary_percentage: 1.0
36
+ scale_embeddings: false
37
+ shared_attention_norm: false
38
+ sliding_window_layer_placing: null
39
+ sliding_window_size: null
40
+ vocab_size: 128000
finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff