Hugging Face's logo

lestienne
/
llmcal

Model card Files
xet
Community
lestienne commited on
Commit
4d16d50
·
verified ·
1 Parent(s): a3ea210

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=5/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json +39 -0
  2. finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=5/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json +12 -0
  3. finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=5/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer.json +0 -0
  4. finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=5/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml +1 -0
  5. finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=5/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv +206 -0
  6. finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=5/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=0.7-1.0/labels.csv +76 -0
  7. finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=5/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=0.7-1.0/logits.csv +76 -0
  8. finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=5/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=test_400/labels.csv +400 -0
  9. finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=5/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=test_400/logits.csv +400 -0
  10. finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=5/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml +10 -0
  11. finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=5/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json +39 -0
  12. finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=5/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json +12 -0
  13. finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=5/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml +40 -0
  14. finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=5/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer.json +0 -0
  15. finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=5/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json +2062 -0
  16. finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=5/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml +1 -0
  17. finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=5/lora_ans/0.0-1.0/0.7-1.0/logs/metrics.csv +36 -0
  18. finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=5/lora_ans/0.0-1.0/0.7-1.0/test=sst2/list=test_400/labels.csv +400 -0
  19. finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=5/lora_ans/0.0-1.0/0.7-1.0/test=sst2/list=test_400/logits.csv +400 -0
  20. finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=5/lora_ans/0.0-1.0/0.7-1.0/train_args.yaml +10 -0
  21. finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json +39 -0
  22. finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json +12 -0
  23. finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml +40 -0
  24. finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer.json +0 -0
  25. finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json +2062 -0
  26. finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml +1 -0
  27. finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv +240 -0
  28. finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=0.7-1.0/labels.csv +76 -0
  29. finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=0.7-1.0/logits.csv +76 -0
  30. finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=test_400/labels.csv +400 -0
  31. finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=test_400/logits.csv +400 -0
  32. finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json +39 -0
  33. finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json +12 -0
  34. finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml +40 -0
  35. finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer.json +0 -0
  36. finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json +2062 -0
  37. finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml +1 -0
  38. finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/metrics.csv +0 -0
  39. finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=0.7-1.0/labels.csv +76 -0
  40. finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=0.7-1.0/logits.csv +76 -0
  41. finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=test_400/labels.csv +400 -0
  42. finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=test_400/logits.csv +400 -0
  43. finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/train_args.yaml +10 -0
  44. finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/config.json +39 -0
  45. finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/generation_config.json +12 -0
  46. finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml +40 -0
  47. finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/tokenizer.json +0 -0
  48. finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json +2062 -0
  49. finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans_no_es/0.0-1.0/0.7-1.0/logs/hparams.yaml +1 -0
  50. finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans_no_es/0.0-1.0/0.7-1.0/logs/metrics.csv +0 -0
finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=5/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlamaForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 128000,
8
+ "eos_token_id": [
9
+ 128001,
10
+ 128008,
11
+ 128009
12
+ ],
13
+ "head_dim": 64,
14
+ "hidden_act": "silu",
15
+ "hidden_size": 2048,
16
+ "initializer_range": 0.02,
17
+ "intermediate_size": 8192,
18
+ "max_position_embeddings": 131072,
19
+ "mlp_bias": false,
20
+ "model_type": "llama",
21
+ "num_attention_heads": 32,
22
+ "num_hidden_layers": 16,
23
+ "num_key_value_heads": 8,
24
+ "pretraining_tp": 1,
25
+ "rms_norm_eps": 1e-05,
26
+ "rope_scaling": {
27
+ "factor": 32.0,
28
+ "high_freq_factor": 4.0,
29
+ "low_freq_factor": 1.0,
30
+ "original_max_position_embeddings": 8192,
31
+ "rope_type": "llama3"
32
+ },
33
+ "rope_theta": 500000.0,
34
+ "tie_word_embeddings": true,
35
+ "torch_dtype": "bfloat16",
36
+ "transformers_version": "4.45.0.dev0",
37
+ "use_cache": true,
38
+ "vocab_size": 128256
39
+ }
finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=5/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 128000,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 128001,
6
+ 128008,
7
+ 128009
8
+ ],
9
+ "temperature": 0.6,
10
+ "top_p": 0.9,
11
+ "transformers_version": "4.45.0.dev0"
12
+ }
finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=5/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=5/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml ADDED
@@ -0,0 +1 @@
 
 
1
+ {}
finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=5/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv ADDED
@@ -0,0 +1,206 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ epoch,iter,iter_time,step,train/loss,val/loss
2
+ 0,1,0.3637855499982834,0,4.508347034454346,
3
+ 0,8,0.05745949223637581,1,4.9469843208789825,
4
+ 0,16,0.03093809261918068,2,4.400408238172531,
5
+ 0,24,0.030586618930101395,3,1.2598300576210022,
6
+ 0,32,0.031371232122182846,4,1.2805784232914448,
7
+ 0,40,0.031698357313871384,5,0.39116406813263893,
8
+ 0,48,0.03140398487448692,6,0.4141564453020692,
9
+ 0,56,0.03488760441541672,7,0.4635739531368017,
10
+ 0,64,0.03124057874083519,8,0.6911246031522751,
11
+ 0,72,0.03488988056778908,9,0.13248873222619295,
12
+ 0,80,0.031223662197589874,10,0.46433660306502134,
13
+ 0,88,0.030869416892528534,11,0.3362509987782687,
14
+ 0,96,0.032046880573034286,12,0.1478443102678284,
15
+ 0,104,0.030894707888364792,13,0.3661277652718127,
16
+ 0,112,0.031149819493293762,14,0.48354409862076864,
17
+ 0,120,0.03064524382352829,15,0.07033010071609169,
18
+ 0,128,0.03126572072505951,16,0.7416395031614229,
19
+ ,,,16,,0.30677140386481033
20
+ 0,136,0.03051459789276123,17,0.2230348247103393,
21
+ 0,144,0.03076062723994255,18,0.603485975516378,
22
+ 0,152,0.030973393470048904,19,0.5592923115182202,
23
+ 0,160,0.031272683292627335,20,0.14119504723930731,
24
+ 0,168,0.03158984333276749,21,0.14868625375675038,
25
+ 0,176,0.03097672015428543,22,0.20537598137161694,
26
+ 1,184,0.030926335602998734,23,0.14357199298683554,
27
+ 1,192,0.0314236618578434,24,0.1951300912478473,
28
+ 1,200,0.031423840671777725,25,0.06382906588260084,
29
+ 1,208,0.031284965574741364,26,0.6891120737418532,
30
+ 1,216,0.03149639815092087,27,0.11772017664043233,
31
+ 1,224,0.03085433691740036,28,0.10638744523748755,
32
+ 1,232,0.030720490962266922,29,0.05143852555193007,
33
+ 1,240,0.030881494283676147,30,0.094000775978202,
34
+ 1,248,0.030843641608953476,31,0.4432413820759393,
35
+ 1,256,0.030817050486803055,32,0.4728701772110071,
36
+ ,,,32,,0.24166947916934364
37
+ 1,264,0.03083348274230957,33,0.09914866276085377,
38
+ 1,272,0.03075564280152321,34,0.2648145518905949,
39
+ 1,280,0.030906427651643753,35,0.17588549404172227,
40
+ 1,288,0.03151819482445717,36,0.11261696880683303,
41
+ 1,296,0.031184352934360504,37,0.054107217816635966,
42
+ 1,304,0.031058914959430695,38,0.05180622322950512,
43
+ 1,312,0.03131267428398132,39,0.07294781453674659,
44
+ 1,320,0.03069821000099182,40,0.20452170859789476,
45
+ 1,328,0.030338246375322342,41,0.1288875858153915,
46
+ 1,336,0.030807629227638245,42,0.01273274783306988,
47
+ 1,344,0.03125225380063057,43,0.23329412555904128,
48
+ 1,352,0.030766300857067108,44,0.10036487556499196,
49
+ 1,360,0.030810877680778503,45,0.037782839019200765,
50
+ 2,368,0.03162772208452225,46,0.013778055290458724,
51
+ 2,376,0.03115823119878769,47,0.19067168340552598,
52
+ 2,384,0.03088948503136635,48,0.005765058071119711,
53
+ ,,,48,,0.40718997152228104
54
+ 2,392,0.03082248941063881,49,0.03335273028642405,
55
+ 2,400,0.03051144629716873,50,0.10466424007609021,
56
+ 2,408,0.0315982960164547,51,0.2581031915760832,
57
+ 2,416,0.030545484274625778,52,0.6533692536322633,
58
+ 2,424,0.030946239829063416,53,0.01446661344380118,
59
+ 2,432,0.03079589456319809,54,0.3735787420300767,
60
+ 2,440,0.031225107610225677,55,0.003903489494405221,
61
+ 2,448,0.03111061453819275,56,0.005123808252392337,
62
+ 2,456,0.030872773379087448,57,0.07332683050481137,
63
+ 2,464,0.03098078817129135,58,0.10048864447162487,
64
+ 2,472,0.030717678368091583,59,0.008159424585755914,
65
+ 2,480,0.030802719295024872,60,0.012624938695807941,
66
+ 2,488,0.031066276133060455,61,1.2743968452123227,
67
+ 2,496,0.03126528486609459,62,0.018287090788362548,
68
+ 2,504,0.031409960240125656,63,0.09271471841930179,
69
+ 2,512,0.03093840926885605,64,0.010926088456471916,
70
+ ,,,64,,0.3450607249611302
71
+ 2,520,0.031232185661792755,65,0.03562915840302594,
72
+ 2,528,0.030774258077144623,66,0.01049198568216525,
73
+ 2,536,0.030844274908304214,67,0.5714379026612733,
74
+ 3,544,0.031202033162117004,68,0.03536239850654965,
75
+ 3,552,0.031146086752414703,69,0.37507878834730946,
76
+ 3,560,0.030966870486736298,70,0.02219589320156956,
77
+ 3,568,0.03091328591108322,71,0.12543109171383549,
78
+ 3,576,0.031220268458127975,72,0.062420875270618126,
79
+ 3,584,0.030719619244337082,73,0.011948146275244653,
80
+ 3,592,0.03044649213552475,74,0.12564288219437003,
81
+ 3,600,0.030666399747133255,75,0.024060271098278463,
82
+ 3,608,0.030944928526878357,76,0.02070422023825813,
83
+ 3,616,0.030390016734600067,77,0.09242926887236536,
84
+ 3,624,0.03037310391664505,78,0.05214819315006025,
85
+ 3,632,0.03023933619260788,79,0.06707562966039404,
86
+ 3,640,0.030505653470754623,80,0.025979824044043198,
87
+ ,,,80,,0.3117004946658486
88
+ 3,648,0.030201256275177002,81,0.011930680309887975,
89
+ 3,656,0.03091439977288246,82,0.010200186632573605,
90
+ 3,664,0.03034915030002594,83,0.020099374058190733,
91
+ 3,672,0.03045252338051796,84,0.014299289148766547,
92
+ 3,680,0.03056492656469345,85,0.023301639877900016,
93
+ 3,688,0.030279595404863358,86,0.01724423036648659,
94
+ 3,696,0.03042392060160637,87,0.03511443595925812,
95
+ 3,704,0.030847512185573578,88,0.038732248955057,
96
+ 3,712,0.03050793707370758,89,0.012266533361980692,
97
+ 3,720,0.03072711080312729,90,0.020141004148172215,
98
+ 4,728,0.03080448880791664,91,0.007358653470873833,
99
+ 4,736,0.030504703521728516,92,0.004731149565486703,
100
+ 4,744,0.030066248029470444,93,0.0028629176231333986,
101
+ 4,752,0.03071361780166626,94,0.01778224465670064,
102
+ 4,760,0.030900105834007263,95,0.004827451066375943,
103
+ 4,768,0.031028099358081818,96,0.0747296843546792,
104
+ ,,,96,,0.3927520952726665
105
+ 4,776,0.03140317276120186,97,0.09737748352563358,
106
+ 4,784,0.03160775825381279,98,0.005178613333555404,
107
+ 4,792,0.030718345195055008,99,0.0016842175682540983,
108
+ 4,800,0.030830994248390198,100,0.004269006276444998,
109
+ 4,808,0.030271030962467194,101,0.0020817059703404084,
110
+ 4,816,0.031008165329694748,102,0.002299638494150713,
111
+ 4,824,0.031198564916849136,103,0.007666583442187402,
112
+ 4,832,0.03109435737133026,104,0.002466849793563597,
113
+ 4,840,0.03052472695708275,105,0.002282808236486744,
114
+ 4,848,0.030669011175632477,106,0.022155909340654034,
115
+ 4,856,0.031407978385686874,107,0.0014862116513540968,
116
+ 4,864,0.0310341939330101,108,0.0015481409027415793,
117
+ 4,872,0.030717995017766953,109,0.02482838502692175,
118
+ 4,880,0.03099866211414337,110,0.016401111526647583,
119
+ 4,888,0.030877232551574707,111,0.08484704785223585,
120
+ 4,896,0.03062545880675316,112,0.0014690133939438965,
121
+ ,,,112,,0.4491505873830695
122
+ 5,904,0.03149718791246414,113,0.0009178213258564938,
123
+ 5,912,0.030821561813354492,114,0.0014533181056322064,
124
+ 5,920,0.03076287731528282,115,0.001030812578392215,
125
+ 5,928,0.030741803348064423,116,0.0015985302161425352,
126
+ 5,936,0.030132710933685303,117,0.0013089815256535076,
127
+ 5,944,0.03055702894926071,118,0.0008787284314166754,
128
+ 5,952,0.030694354325532913,119,0.0033899994450621307,
129
+ 5,960,0.030463211238384247,120,0.0012373534736980218,
130
+ 5,968,0.031089231371879578,121,0.0007596911309519783,
131
+ 5,976,0.030989117920398712,122,0.0011212321624043398,
132
+ 5,984,0.03083576261997223,123,0.0011450135534687433,
133
+ 5,992,0.030921217054128647,124,0.0009050489279616158,
134
+ 5,1000,0.030703403055667877,125,0.0006613914738409221,
135
+ 5,1008,0.031068865209817886,126,0.0008873784136085305,
136
+ 5,1016,0.030482474714517593,127,0.0008091756280919071,
137
+ 5,1024,0.030916396528482437,128,0.0012380830121401232,
138
+ ,,,128,,0.5184792468422338
139
+ 5,1032,0.031064216047525406,129,0.0006337291342788376,
140
+ 5,1040,0.03146572783589363,130,0.0010838836606126279,
141
+ 5,1048,0.03184778243303299,131,0.0012611495512828697,
142
+ 5,1056,0.031475529074668884,132,0.0006967144254304003,
143
+ 5,1064,0.031155873090028763,133,0.0016355068037228193,
144
+ 5,1072,0.031001992523670197,134,0.001097388634661911,
145
+ 5,1080,0.030817393213510513,135,0.0008982576291600708,
146
+ 6,1088,0.030956070870161057,136,0.000668539203616092,
147
+ 6,1096,0.031134236603975296,137,0.0006468748852057615,
148
+ 6,1104,0.03117823228240013,138,0.0018220277233922388,
149
+ 6,1112,0.03124457597732544,139,0.0007213035532913636,
150
+ 6,1120,0.030569490045309067,140,0.001312726060859859,
151
+ 6,1128,0.03074626252055168,141,0.0010220281110377982,
152
+ 6,1136,0.032014988362789154,142,0.0007062908116495237,
153
+ 6,1144,0.030798718333244324,143,0.0008289266261272132,
154
+ 6,1152,0.03065607324242592,144,0.0007582413418276701,
155
+ ,,,144,,0.5199428357576069
156
+ 6,1160,0.030430495738983154,145,0.000668286327709211,
157
+ 6,1168,0.0304749496281147,146,0.0006286000461841468,
158
+ 6,1176,0.031181007623672485,147,0.001156145011918852,
159
+ 6,1184,0.03104788437485695,148,0.0008060502768785227,
160
+ 6,1192,0.030856158584356308,149,0.0017095645998779219,
161
+ 6,1200,0.03087271749973297,150,0.001444815847207792,
162
+ 6,1208,0.030904825776815414,151,0.0006346225600282196,
163
+ 6,1216,0.031206410378217697,152,0.0008790961619524751,
164
+ 6,1224,0.030891593545675278,153,0.0012029331373923924,
165
+ 6,1232,0.031191878020763397,154,0.0007287985245056916,
166
+ 6,1240,0.031084083020687103,155,0.0004949940084770788,
167
+ 6,1248,0.031235426664352417,156,0.00047056737639650237,
168
+ 6,1256,0.030896741896867752,157,0.0005562323894992005,
169
+ 7,1264,0.03073592483997345,158,0.0005322731576598017,
170
+ 7,1272,0.030959468334913254,159,0.0008314915357914288,
171
+ 7,1280,0.03086698055267334,160,0.0005171879711269867,
172
+ ,,,160,,0.5271703820479544
173
+ 7,1288,0.03052830696105957,161,0.0009135800173680764,
174
+ 7,1296,0.03035091981291771,162,0.0004809291822311934,
175
+ 7,1304,0.03068556636571884,163,0.0004967653312633047,
176
+ 7,1312,0.030987326055765152,164,0.0006155081864562817,
177
+ 7,1320,0.030096672475337982,165,0.0005252335795375984,
178
+ 7,1328,0.030461911112070084,166,0.00046911038407415617,
179
+ 7,1336,0.030436895787715912,167,0.0014931941223039757,
180
+ 7,1344,0.030610274523496628,168,0.001331661824224284,
181
+ 7,1352,0.03025064244866371,169,0.0009756532144820085,
182
+ 7,1360,0.0306074358522892,170,0.000774900665419409,
183
+ 7,1368,0.03038223460316658,171,0.00099176688308944,
184
+ 7,1376,0.03077780082821846,172,0.0006711828646075446,
185
+ 7,1384,0.030981335788965225,173,0.0005385022886912338,
186
+ 7,1392,0.03038504347205162,174,0.0007042184224701487,
187
+ 7,1400,0.03159024938941002,175,0.0005842861573910341,
188
+ 7,1408,0.032711856067180634,176,0.0008563917290302925,
189
+ ,,,176,,0.5224632463957134
190
+ 7,1416,0.030799563974142075,177,0.0007244573516800301,
191
+ 7,1424,0.030787229537963867,178,0.00036982011624786537,
192
+ 7,1432,0.03091488778591156,179,0.001317432655923767,
193
+ 7,1440,0.03071054071187973,180,0.0012090563268429833,
194
+ 8,1448,0.03082529827952385,181,0.0004883499095740262,
195
+ 8,1456,0.030585285276174545,182,0.0006008256386849098,
196
+ 8,1464,0.030590232461690903,183,0.0004510233302426059,
197
+ 8,1472,0.030675094574689865,184,0.0008832222774799448,
198
+ 8,1480,0.03079948201775551,185,0.0010221278644166887,
199
+ 8,1488,0.03083660826086998,186,0.0004508097899815766,
200
+ 8,1496,0.0311628095805645,187,0.0013994008804729674,
201
+ 8,1504,0.031104590743780136,188,0.0008421539587288862,
202
+ 8,1512,0.031189829111099243,189,0.001003985695206211,
203
+ 8,1520,0.031216926872730255,190,0.0008993585124699166,
204
+ 8,1528,0.03237178921699524,191,0.0015298767812055303,
205
+ 8,1536,0.030937932431697845,192,0.0005702420257875929,
206
+ ,,,192,,0.5218054118909334
finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=5/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=0.7-1.0/labels.csv ADDED
@@ -0,0 +1,76 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 61993,0
2
+ 35137,0
3
+ 11281,0
4
+ 23487,1
5
+ 40430,0
6
+ 32058,1
7
+ 11591,0
8
+ 33252,1
9
+ 161,0
10
+ 48707,0
11
+ 60212,1
12
+ 10032,0
13
+ 56450,1
14
+ 45221,0
15
+ 29316,1
16
+ 66248,0
17
+ 49362,1
18
+ 8374,0
19
+ 12681,1
20
+ 51160,1
21
+ 6484,1
22
+ 66151,0
23
+ 66833,1
24
+ 30123,0
25
+ 34256,0
26
+ 67504,0
27
+ 35594,1
28
+ 31900,1
29
+ 37342,1
30
+ 44315,1
31
+ 29895,0
32
+ 41696,0
33
+ 55315,0
34
+ 56143,0
35
+ 26042,1
36
+ 25418,1
37
+ 53738,1
38
+ 36602,1
39
+ 17928,1
40
+ 41965,1
41
+ 5510,1
42
+ 34438,0
43
+ 16305,1
44
+ 49655,1
45
+ 5045,0
46
+ 66345,1
47
+ 38225,1
48
+ 33658,1
49
+ 52782,1
50
+ 8713,1
51
+ 16619,1
52
+ 1435,0
53
+ 57334,1
54
+ 11927,0
55
+ 30713,1
56
+ 17529,1
57
+ 52099,1
58
+ 36469,1
59
+ 62035,0
60
+ 41241,1
61
+ 67453,1
62
+ 67259,0
63
+ 4860,0
64
+ 40400,0
65
+ 25042,1
66
+ 44914,1
67
+ 9752,1
68
+ 28505,1
69
+ 27819,0
70
+ 26189,0
71
+ 27263,1
72
+ 29201,1
73
+ 15276,1
74
+ 38988,0
75
+ 58349,1
76
+ 46084,1
finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=5/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=0.7-1.0/logits.csv ADDED
@@ -0,0 +1,76 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 61993,-0.00044967554,-10.50045
2
+ 35137,-0.0011382775,-12.376139
3
+ 11281,-0.00017248097,-11.750173
4
+ 23487,-6.7514167,-0.0014168711
5
+ 40430,-0.8269847,-0.5769847
6
+ 32058,-9.126662,-0.0016623024
7
+ 11591,-0.0005015069,-8.625502
8
+ 33252,-8.12633,-0.0013304439
9
+ 161,-0.00023028583,-10.12523
10
+ 48707,-0.00036590558,-9.375366
11
+ 60212,-10.625554,-0.0005538122
12
+ 10032,-0.00076252944,-7.6257625
13
+ 56450,-8.125395,-0.00039450492
14
+ 45221,-0.00030179237,-9.250301
15
+ 29316,-10.500801,-0.0008011231
16
+ 66248,-0.00017581825,-11.000175
17
+ 49362,-9.625424,-0.0004247717
18
+ 8374,-0.00057621085,-11.875576
19
+ 12681,-3.4088929,-0.03389287
20
+ 51160,-6.5017,-0.0017000283
21
+ 6484,-2.2392778,-0.11427787
22
+ 66151,-0.0002530493,-9.000253
23
+ 66833,-5.3799295,-0.004929769
24
+ 30123,-0.00035470392,-10.250355
25
+ 34256,-0.0009962125,-8.000997
26
+ 67504,-0.00034278716,-10.000342
27
+ 35594,-5.131198,-0.0061981124
28
+ 31900,-0.47425202,-0.974252
29
+ 37342,-10.250232,-0.00023195437
30
+ 44315,-8.000545,-0.00054499554
31
+ 29895,-0.00022897482,-10.125229
32
+ 41696,-0.00020251608,-11.625202
33
+ 55315,-0.0009146321,-7.1259146
34
+ 56143,-0.0014990056,-7.626499
35
+ 26042,-2.350374,-0.10037405
36
+ 25418,-8.000739,-0.0007393011
37
+ 53738,-11.25035,-0.00035029475
38
+ 36602,-9.750595,-0.0005950349
39
+ 17928,-7.750738,-0.00073822896
40
+ 41965,-9.126621,-0.0016215998
41
+ 5510,-10.251406,-0.0014059193
42
+ 34438,-4.141357,-0.016357023
43
+ 16305,-10.375191,-0.00019071667
44
+ 49655,-8.875358,-0.00035744478
45
+ 5045,-3.896019,-0.021018973
46
+ 66345,-6.876288,-0.0012880609
47
+ 38225,-8.750247,-0.0002466136
48
+ 33658,-5.753587,-0.0035870038
49
+ 52782,-7.6256685,-0.0006685406
50
+ 8713,-0.005332295,-5.3803325
51
+ 16619,-0.0002911859,-9.625291
52
+ 1435,-0.00061099936,-10.938111
53
+ 57334,-6.376867,-0.001866862
54
+ 11927,-0.0062870816,-5.131287
55
+ 30713,-7.1259284,-0.00092820945
56
+ 17529,-7.6256266,-0.0006267252
57
+ 52099,-9.002453,-0.0024530578
58
+ 36469,-11.125386,-0.00038628269
59
+ 62035,-0.0058624228,-8.755862
60
+ 41241,-6.501916,-0.0019158834
61
+ 67453,-7.5008426,-0.0008426929
62
+ 67259,-0.0016589701,-9.251659
63
+ 4860,-3.5299351,-0.02993508
64
+ 40400,-0.0003576831,-8.750358
65
+ 25042,-0.00019321959,-9.125194
66
+ 44914,-8.000526,-0.0005267663
67
+ 9752,-7.1264853,-0.0014855551
68
+ 28505,-2.812768,-0.062767975
69
+ 27819,-0.0005141367,-10.000514
70
+ 26189,-0.00037174468,-11.000372
71
+ 27263,-3.057973,-0.057972923
72
+ 29201,-5.380047,-0.00504708
73
+ 15276,-8.750451,-0.00045110538
74
+ 38988,-0.00062744005,-8.8756275
75
+ 58349,-8.125934,-0.00093356887
76
+ 46084,-0.31393456,-1.3139346
finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=5/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=test_400/labels.csv ADDED
@@ -0,0 +1,400 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 17786,0
2
+ 12007,0
3
+ 8229,0
4
+ 31449,1
5
+ 1591,0
6
+ 53542,1
7
+ 49372,1
8
+ 54831,0
9
+ 44771,1
10
+ 33116,0
11
+ 33492,1
12
+ 16982,1
13
+ 31901,1
14
+ 49817,0
15
+ 60681,0
16
+ 39890,1
17
+ 62685,0
18
+ 2201,1
19
+ 47201,1
20
+ 20835,1
21
+ 15421,1
22
+ 45021,0
23
+ 45802,0
24
+ 43637,0
25
+ 7160,0
26
+ 8150,0
27
+ 3512,1
28
+ 29264,0
29
+ 32960,0
30
+ 32221,0
31
+ 35996,1
32
+ 4422,1
33
+ 22209,0
34
+ 6920,1
35
+ 25253,0
36
+ 680,0
37
+ 50140,1
38
+ 28481,1
39
+ 36298,0
40
+ 16473,1
41
+ 11102,1
42
+ 62901,0
43
+ 16123,1
44
+ 52012,0
45
+ 60780,0
46
+ 1781,1
47
+ 41449,0
48
+ 908,0
49
+ 15507,1
50
+ 57914,1
51
+ 46159,1
52
+ 56461,1
53
+ 62107,1
54
+ 49087,1
55
+ 65792,0
56
+ 13181,0
57
+ 54119,1
58
+ 51997,0
59
+ 24924,1
60
+ 45890,0
61
+ 41716,0
62
+ 60175,0
63
+ 30318,0
64
+ 13221,1
65
+ 15509,1
66
+ 37365,1
67
+ 60975,0
68
+ 51375,0
69
+ 16004,1
70
+ 12837,1
71
+ 17864,1
72
+ 67134,1
73
+ 18611,1
74
+ 12861,1
75
+ 58084,1
76
+ 32874,1
77
+ 32717,1
78
+ 23413,1
79
+ 59634,0
80
+ 15629,0
81
+ 47071,0
82
+ 48558,1
83
+ 3648,0
84
+ 43367,0
85
+ 14869,0
86
+ 1518,0
87
+ 16976,1
88
+ 20931,1
89
+ 67379,1
90
+ 4741,0
91
+ 5765,1
92
+ 48791,0
93
+ 15298,0
94
+ 21874,1
95
+ 9095,1
96
+ 3840,1
97
+ 55636,0
98
+ 57364,0
99
+ 65863,0
100
+ 40786,0
101
+ 8118,1
102
+ 52441,0
103
+ 38593,0
104
+ 5517,0
105
+ 39136,1
106
+ 47292,0
107
+ 34052,1
108
+ 16037,1
109
+ 64606,1
110
+ 19552,0
111
+ 14116,0
112
+ 11261,1
113
+ 11668,1
114
+ 42198,1
115
+ 22526,1
116
+ 8037,1
117
+ 5324,1
118
+ 56692,0
119
+ 59753,0
120
+ 47298,0
121
+ 57801,1
122
+ 58413,1
123
+ 10673,0
124
+ 65730,1
125
+ 40287,1
126
+ 15186,0
127
+ 43119,0
128
+ 39219,1
129
+ 50340,0
130
+ 34297,1
131
+ 62941,0
132
+ 31551,1
133
+ 41344,1
134
+ 46402,1
135
+ 13636,1
136
+ 42241,1
137
+ 15422,0
138
+ 25014,1
139
+ 19613,1
140
+ 5515,0
141
+ 64128,0
142
+ 28084,0
143
+ 10395,1
144
+ 9965,0
145
+ 27221,1
146
+ 11994,0
147
+ 43384,0
148
+ 44329,0
149
+ 58937,0
150
+ 29119,0
151
+ 8989,0
152
+ 23043,1
153
+ 32166,0
154
+ 42729,0
155
+ 6863,1
156
+ 41187,0
157
+ 36039,1
158
+ 55977,0
159
+ 8129,1
160
+ 60223,1
161
+ 9414,1
162
+ 26177,0
163
+ 38443,0
164
+ 43084,0
165
+ 53673,0
166
+ 15057,1
167
+ 51700,0
168
+ 51201,1
169
+ 47078,1
170
+ 59961,1
171
+ 22272,1
172
+ 65773,0
173
+ 33746,0
174
+ 27311,1
175
+ 41292,0
176
+ 17110,0
177
+ 57029,0
178
+ 3009,1
179
+ 40193,1
180
+ 27618,1
181
+ 20145,1
182
+ 52193,1
183
+ 34398,0
184
+ 36473,1
185
+ 43577,0
186
+ 57850,1
187
+ 61117,0
188
+ 32569,1
189
+ 12290,1
190
+ 19499,1
191
+ 60470,0
192
+ 8962,1
193
+ 65955,1
194
+ 62486,0
195
+ 19000,0
196
+ 22631,1
197
+ 25613,0
198
+ 56086,1
199
+ 28883,0
200
+ 26425,1
201
+ 48097,0
202
+ 61477,0
203
+ 9121,0
204
+ 66709,1
205
+ 51472,1
206
+ 19809,1
207
+ 38959,1
208
+ 39849,0
209
+ 59964,0
210
+ 65268,1
211
+ 8791,0
212
+ 51774,1
213
+ 49640,0
214
+ 20125,1
215
+ 59640,0
216
+ 68206,1
217
+ 48079,1
218
+ 49583,0
219
+ 67054,0
220
+ 59571,1
221
+ 29080,1
222
+ 29111,1
223
+ 20758,1
224
+ 64023,0
225
+ 29058,0
226
+ 18185,1
227
+ 36543,0
228
+ 54983,1
229
+ 3101,1
230
+ 42140,0
231
+ 6954,0
232
+ 15955,1
233
+ 61746,0
234
+ 32055,0
235
+ 39496,1
236
+ 59909,1
237
+ 66296,0
238
+ 46804,1
239
+ 35049,0
240
+ 56017,1
241
+ 26947,1
242
+ 38928,0
243
+ 15029,1
244
+ 7086,0
245
+ 537,0
246
+ 50731,0
247
+ 63604,1
248
+ 67049,0
249
+ 31161,0
250
+ 58922,1
251
+ 18347,1
252
+ 25864,1
253
+ 63846,0
254
+ 13353,0
255
+ 25378,1
256
+ 59101,1
257
+ 20895,0
258
+ 48119,1
259
+ 14332,0
260
+ 25497,1
261
+ 8686,0
262
+ 22758,1
263
+ 7666,0
264
+ 20686,0
265
+ 18975,1
266
+ 19054,1
267
+ 48123,1
268
+ 57909,1
269
+ 9226,1
270
+ 48653,1
271
+ 44013,0
272
+ 11409,1
273
+ 62736,0
274
+ 2777,1
275
+ 7058,0
276
+ 48408,0
277
+ 28934,1
278
+ 46578,1
279
+ 23203,0
280
+ 6257,1
281
+ 53444,0
282
+ 17816,0
283
+ 46307,1
284
+ 20599,1
285
+ 29423,0
286
+ 21041,0
287
+ 16633,1
288
+ 20221,0
289
+ 27466,0
290
+ 22987,0
291
+ 9322,1
292
+ 3265,0
293
+ 22814,1
294
+ 56185,1
295
+ 55014,1
296
+ 43437,1
297
+ 24683,0
298
+ 10233,0
299
+ 19001,0
300
+ 32718,0
301
+ 31030,0
302
+ 1099,0
303
+ 57982,1
304
+ 49148,0
305
+ 40880,1
306
+ 31148,0
307
+ 9446,1
308
+ 18579,1
309
+ 30932,0
310
+ 40792,0
311
+ 48600,0
312
+ 44588,1
313
+ 33828,1
314
+ 33917,0
315
+ 2026,0
316
+ 56745,0
317
+ 17383,0
318
+ 2372,0
319
+ 56600,0
320
+ 50257,0
321
+ 38892,0
322
+ 45844,0
323
+ 29062,0
324
+ 5655,1
325
+ 67611,0
326
+ 18546,0
327
+ 63060,1
328
+ 36068,1
329
+ 784,0
330
+ 20429,0
331
+ 21679,1
332
+ 53617,1
333
+ 6978,1
334
+ 53262,0
335
+ 181,0
336
+ 28744,0
337
+ 48716,0
338
+ 51468,0
339
+ 62209,1
340
+ 8732,1
341
+ 56949,1
342
+ 26885,0
343
+ 43345,0
344
+ 8053,0
345
+ 59402,1
346
+ 49552,0
347
+ 12348,0
348
+ 28335,1
349
+ 59114,1
350
+ 12625,1
351
+ 8876,1
352
+ 29959,1
353
+ 37911,1
354
+ 38412,0
355
+ 31999,0
356
+ 34775,0
357
+ 65737,1
358
+ 25244,0
359
+ 51630,1
360
+ 23979,1
361
+ 34638,1
362
+ 22311,1
363
+ 14004,1
364
+ 310,1
365
+ 49105,0
366
+ 38782,1
367
+ 4647,1
368
+ 43782,0
369
+ 66046,0
370
+ 16690,1
371
+ 67731,0
372
+ 54867,1
373
+ 34108,1
374
+ 67332,0
375
+ 22567,0
376
+ 57173,0
377
+ 26527,1
378
+ 59580,1
379
+ 20737,0
380
+ 53307,0
381
+ 32783,0
382
+ 7868,1
383
+ 50777,0
384
+ 29307,1
385
+ 18297,0
386
+ 44524,1
387
+ 61320,0
388
+ 2578,0
389
+ 40612,1
390
+ 32523,1
391
+ 48509,0
392
+ 36666,1
393
+ 6539,1
394
+ 33620,1
395
+ 55547,1
396
+ 11751,1
397
+ 30491,0
398
+ 48294,1
399
+ 37424,1
400
+ 29155,1
finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=5/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=test_400/logits.csv ADDED
@@ -0,0 +1,400 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 17786,-0.020847248,-3.8958473
2
+ 12007,-0.00064090214,-7.875641
3
+ 8229,-0.00020561488,-10.875206
4
+ 31449,-9.625227,-0.00022694873
5
+ 1591,-0.0005538122,-9.750554
6
+ 53542,-6.377031,-0.0020306935
7
+ 49372,-7.1260667,-0.0010668307
8
+ 54831,-0.0005894354,-7.6255894
9
+ 44771,-2.0193713,-0.14437132
10
+ 33116,-0.00067413965,-11.063174
11
+ 33492,-5.504325,-0.004324727
12
+ 16982,-1.8051463,-0.18014635
13
+ 31901,-6.377406,-0.0024063222
14
+ 49817,-0.0006548406,-8.125655
15
+ 60681,-2.1287231,-0.12872308
16
+ 39890,-3.651473,-0.026472978
17
+ 62685,-0.0002603192,-11.50026
18
+ 2201,-8.880886,-0.0058861254
19
+ 47201,-0.00039283664,-9.000393
20
+ 20835,-9.625573,-0.00057323236
21
+ 15421,-8.1257515,-0.00075145136
22
+ 45021,-0.0007136897,-7.625714
23
+ 45802,-0.0019546705,-7.0019546
24
+ 43637,-0.00039283664,-8.750393
25
+ 7160,-0.00021181247,-10.125212
26
+ 8150,-0.038224667,-3.2882247
27
+ 3512,-8.250381,-0.00038151615
28
+ 29264,-0.00024709033,-12.500247
29
+ 32960,-0.00053129386,-8.125531
30
+ 32221,-0.00037543877,-10.000376
31
+ 35996,-7.001064,-0.0010639727
32
+ 4422,-10.375381,-0.00038187363
33
+ 22209,-0.00016604476,-10.250166
34
+ 6920,-10.000231,-0.00023100091
35
+ 25253,-0.0004962643,-11.000496
36
+ 680,-0.003835347,-5.628835
37
+ 50140,-9.375491,-0.0004913792
38
+ 28481,-9.625226,-0.00022635281
39
+ 36298,-0.00051985576,-8.75052
40
+ 16473,-9.250255,-0.0002547178
41
+ 11102,-3.2882152,-0.038215145
42
+ 62901,-0.0006293462,-7.5006294
43
+ 16123,-8.625754,-0.000754072
44
+ 52012,-0.00036066226,-11.8753605
45
+ 60780,-0.0004051103,-9.625405
46
+ 1781,-10.625277,-0.00027628895
47
+ 41449,-0.00048482584,-8.875484
48
+ 908,-5.5046144,-0.004614538
49
+ 15507,-8.127045,-0.0020446125
50
+ 57914,-3.7735255,-0.023525402
51
+ 46159,-0.112944275,-2.2379444
52
+ 56461,-8.7508135,-0.0008132726
53
+ 62107,-0.00025853154,-10.875258
54
+ 49087,-9.875183,-0.00018344627
55
+ 65792,-0.0003326578,-9.125333
56
+ 13181,-0.0004276315,-9.125427
57
+ 54119,-8.750297,-0.00029619123
58
+ 51997,-0.00016187312,-11.250162
59
+ 24924,-11.000249,-0.00024863967
60
+ 45890,-0.00027426297,-11.375275
61
+ 41716,-0.0030392667,-5.8780394
62
+ 60175,-0.00041964784,-10.87542
63
+ 30318,-0.00018332708,-10.250183
64
+ 13221,-8.8753395,-0.00033909292
65
+ 15509,-9.625127,-0.00012659225
66
+ 37365,-1.0553174,-0.43031743
67
+ 60975,-0.0025722058,-6.127572
68
+ 51375,-0.0006175518,-10.875618
69
+ 16004,-7.500863,-0.00086306036
70
+ 12837,-6.2521524,-0.0021526278
71
+ 17864,-9.125329,-0.00032896354
72
+ 67134,-7.5009146,-0.0009146321
73
+ 18611,-7.375825,-0.0008247073
74
+ 12861,-4.5113378,-0.011337616
75
+ 58084,-10.000149,-0.00014876213
76
+ 32874,-0.0005335576,-8.500533
77
+ 32717,-9.500169,-0.00016902448
78
+ 23413,-9.625703,-0.00070249196
79
+ 59634,-0.0050101923,-5.38001
80
+ 15629,-1.9128786,-0.16287862
81
+ 47071,-0.001754651,-6.8767548
82
+ 48558,-7.875682,-0.00068176386
83
+ 3648,-0.00031561637,-11.625316
84
+ 43367,-0.0004521778,-9.875452
85
+ 14869,-0.00027068765,-11.750271
86
+ 1518,-0.00025793564,-9.7502575
87
+ 16976,-10.504772,-0.004771988
88
+ 20931,-8.625324,-0.00032407753
89
+ 67379,-9.125347,-0.00034743472
90
+ 4741,-0.00068629073,-11.125687
91
+ 5765,-5.878101,-0.0031010655
92
+ 48791,-0.00033670955,-9.375337
93
+ 15298,-0.113242365,-2.2382424
94
+ 21874,-9.375468,-0.00046778703
95
+ 9095,-6.508814,-0.008813765
96
+ 3840,-9.750261,-0.0002613918
97
+ 55636,-0.20159966,-1.7015996
98
+ 57364,-0.25289837,-1.5028983
99
+ 65863,-0.0011807858,-10.751181
100
+ 40786,-0.00020597244,-12.000206
101
+ 8118,-9.000448,-0.00044824567
102
+ 52441,-0.00038127782,-11.750381
103
+ 38593,-0.00023803262,-11.375238
104
+ 5517,-0.00081744156,-9.750817
105
+ 39136,-0.8990859,-0.5240859
106
+ 47292,-0.00077193975,-9.5007715
107
+ 34052,-3.1684198,-0.043419935
108
+ 16037,-9.625305,-0.0003047717
109
+ 64606,-7.001241,-0.0012410327
110
+ 19552,-0.00048411093,-8.125484
111
+ 14116,-4.7587523,-0.0087522
112
+ 11261,-1.3137041,-0.31370416
113
+ 11668,-9.875466,-0.00046623804
114
+ 42198,-8.00049,-0.00049018767
115
+ 22526,-10.501381,-0.0013811582
116
+ 8037,-6.7513776,-0.0013773488
117
+ 5324,-5.630084,-0.005083967
118
+ 56692,-0.00046945518,-10.875469
119
+ 59753,-0.00088700047,-7.875887
120
+ 47298,-0.00035136726,-10.125351
121
+ 57801,-0.28129193,-1.406292
122
+ 58413,-10.875118,-0.00011860621
123
+ 10673,-0.0002070451,-12.250207
124
+ 65730,-10.625135,-0.000135055
125
+ 40287,-8.625477,-0.00047684266
126
+ 15186,-7.7507906,-0.000790641
127
+ 43119,-0.00028034096,-10.75028
128
+ 39219,-7.626075,-0.001074571
129
+ 50340,-7.375691,-0.00069117494
130
+ 34297,-8.12557,-0.0005704921
131
+ 62941,-0.0006663963,-10.250667
132
+ 31551,-11.875271,-0.00027068765
133
+ 41344,-8.250596,-0.00059634546
134
+ 46402,-9.8751545,-0.00015484088
135
+ 13636,-8.625475,-0.00047457876
136
+ 42241,-7.2509723,-0.0009720368
137
+ 15422,-0.008691458,-4.7586913
138
+ 25014,-8.875556,-0.0005557185
139
+ 19613,-0.0023498323,-6.12735
140
+ 5515,-0.00033933128,-10.7503395
141
+ 64128,-0.0005199749,-13.00052
142
+ 28084,-0.00030882357,-12.250309
143
+ 10395,-1.6007761,-0.22577605
144
+ 9965,-0.0005669179,-7.750567
145
+ 27221,-7.1259317,-0.0009317824
146
+ 11994,-0.0004787491,-11.000479
147
+ 43384,-0.000335637,-10.750336
148
+ 44329,-0.00035923228,-12.12536
149
+ 58937,-0.00021657982,-11.1252165
150
+ 29119,-0.0001351742,-10.375135
151
+ 8989,-0.0129984915,-10.325499
152
+ 23043,-8.750789,-0.0007889734
153
+ 32166,-0.0069399504,-7.13194
154
+ 42729,-0.0007771809,-10.250777
155
+ 6863,-7.5013003,-0.0013002045
156
+ 41187,-0.00051401753,-11.938014
157
+ 36039,-12.000247,-0.00024709033
158
+ 55977,-0.00051044306,-9.75051
159
+ 8129,-7.8756905,-0.00069057936
160
+ 60223,-10.000295,-0.00029428443
161
+ 9414,-0.00018285033,-10.750183
162
+ 26177,-0.0009036748,-10.250904
163
+ 38443,-0.00015400654,-10.500154
164
+ 43084,-0.0004856599,-12.125485
165
+ 53673,-0.00079564383,-9.125795
166
+ 15057,-0.22571954,-1.6007196
167
+ 51700,-0.00038544854,-10.250385
168
+ 51201,-7.126113,-0.0011127954
169
+ 47078,-8.376372,-0.001372706
170
+ 59961,-7.2508283,-0.00082828064
171
+ 22272,-0.044084605,-3.1690845
172
+ 65773,-0.00035780226,-8.875358
173
+ 33746,-0.112929896,-2.2379298
174
+ 27311,-9.500213,-0.00021288513
175
+ 41292,-8.59462e-05,-11.125086
176
+ 17110,-0.18035202,-1.805352
177
+ 57029,-0.0006175518,-10.625618
178
+ 3009,-8.25033,-0.00032967856
179
+ 40193,-9.625187,-0.00018702188
180
+ 27618,-6.127487,-0.0024870676
181
+ 20145,-9.625198,-0.0001982254
182
+ 52193,-7.8756914,-0.0006912941
183
+ 34398,-0.00045682484,-9.875457
184
+ 36473,-9.50053,-0.00053022156
185
+ 43577,-0.0002630603,-12.250263
186
+ 57850,-10.250231,-0.00023123929
187
+ 61117,-0.00054368493,-9.625544
188
+ 32569,-0.63305867,-0.75805867
189
+ 12290,-9.875364,-0.00036423723
190
+ 19499,-9.000895,-0.00089462305
191
+ 60470,-0.00014888131,-10.750149
192
+ 8962,-10.500539,-0.00053903833
193
+ 65955,-6.626743,-0.0017427509
194
+ 62486,-0.05541715,-2.930417
195
+ 19000,-0.00048816207,-8.125488
196
+ 22631,-6.7514925,-0.0014924589
197
+ 25613,-0.00017140826,-10.375172
198
+ 56086,-7.750598,-0.0005977751
199
+ 28883,-0.14329423,-2.0182943
200
+ 26425,-6.6266494,-0.0016495682
201
+ 48097,-0.0005123495,-8.375512
202
+ 61477,-0.00077110593,-7.500771
203
+ 9121,-0.002691934,-6.0026917
204
+ 66709,-7.125973,-0.0009733468
205
+ 51472,-6.2523274,-0.0023273544
206
+ 19809,-8.6256,-0.000600277
207
+ 38959,-9.000261,-0.00026103426
208
+ 39849,-0.00011288482,-10.500113
209
+ 59964,-0.00029976643,-9.375299
210
+ 65268,-9.50029,-0.00028987497
211
+ 8791,-0.00039653067,-8.500397
212
+ 51774,-7.001216,-0.0012161486
213
+ 49640,-0.0004153581,-10.500416
214
+ 20125,-8.500298,-0.00029785966
215
+ 59640,-0.010259155,-4.635259
216
+ 68206,-8.875983,-0.0009828743
217
+ 48079,-10.000287,-0.00028713394
218
+ 49583,-0.38788667,-1.1378866
219
+ 67054,-0.00033670955,-9.250337
220
+ 59571,-0.005455724,-5.2554555
221
+ 29080,-5.6315446,-0.0065444666
222
+ 29111,-7.750717,-0.0007171443
223
+ 20758,-7.1259694,-0.00096953585
224
+ 64023,-0.0004144048,-9.250415
225
+ 29058,-0.0005388,-11.375539
226
+ 18185,-0.00021479207,-11.750215
227
+ 36543,-0.00031525886,-9.875316
228
+ 54983,-2.579282,-0.07928197
229
+ 3101,-4.387614,-0.01261399
230
+ 42140,-0.00019810621,-11.875198
231
+ 6954,-0.00045336934,-12.875453
232
+ 15955,-3.289885,-0.039885048
233
+ 61746,-0.000473983,-11.125474
234
+ 32055,-0.00060265977,-10.500603
235
+ 39496,-7.7506013,-0.0006012301
236
+ 59909,-8.250354,-0.0003537506
237
+ 66296,-0.00068772025,-11.125688
238
+ 46804,-8.000656,-0.0006563893
239
+ 35049,-0.00062374683,-11.688124
240
+ 56017,-5.0070996,-0.007099757
241
+ 26947,-6.7513185,-0.0013183006
242
+ 38928,-0.00068807765,-10.875689
243
+ 15029,-8.500624,-0.0006232703
244
+ 7086,-0.00030584427,-10.750306
245
+ 537,-0.0005166388,-8.375517
246
+ 50731,-0.00035422726,-10.000354
247
+ 63604,-7.875799,-0.00079921726
248
+ 67049,-0.00047124247,-7.875471
249
+ 31161,-0.00039224082,-8.375392
250
+ 58922,-9.375378,-0.00037722624
251
+ 18347,-8.125817,-0.0008170842
252
+ 25864,-0.012726402,-4.3877263
253
+ 63846,-0.00034540886,-10.500345
254
+ 13353,-0.0004476499,-11.125447
255
+ 25378,-0.9765462,-0.47654623
256
+ 59101,-9.000598,-0.0005977751
257
+ 20895,-0.00078802044,-7.375788
258
+ 48119,-8.625386,-0.00038580605
259
+ 14332,-0.00041702634,-12.250417
260
+ 25497,-8.875289,-0.00028904076
261
+ 8686,-0.0009455977,-7.6259456
262
+ 22758,-6.6270466,-0.0020466351
263
+ 7666,-0.0002337421,-9.500234
264
+ 20686,-0.007011097,-5.007011
265
+ 18975,-7.126121,-0.0011208926
266
+ 19054,-7.125967,-0.00096679665
267
+ 48123,-10.625173,-0.00017295772
268
+ 57909,-9.0003805,-0.00038020534
269
+ 9226,-9.3754835,-0.00048375348
270
+ 48653,-0.00034505135,-10.000345
271
+ 44013,-0.0018690038,-7.876869
272
+ 11409,-9.375386,-0.00038640187
273
+ 62736,-0.0013109194,-6.876311
274
+ 2777,-7.750761,-0.0007612191
275
+ 7058,-0.00036387975,-10.500364
276
+ 48408,-0.00052950665,-8.625529
277
+ 28934,-8.500303,-0.00030369914
278
+ 46578,-8.875497,-0.0004973367
279
+ 23203,-5.1311474,-0.0061472864
280
+ 6257,-8.125554,-0.0005538122
281
+ 53444,-0.008382376,-4.8833823
282
+ 17816,-0.0055813906,-5.2555814
283
+ 46307,-6.6269355,-0.0019353961
284
+ 20599,-11.250254,-0.00025388357
285
+ 29423,-0.00074466155,-10.125745
286
+ 21041,-0.00020787939,-11.000208
287
+ 16633,-9.2502575,-0.00025733974
288
+ 20221,-5.628799,-0.0037987705
289
+ 27466,-0.00030894275,-11.000309
290
+ 22987,-0.00028427376,-10.500284
291
+ 9322,-0.00045551415,-8.375456
292
+ 3265,-0.00028618056,-9.375286
293
+ 22814,-1.70405,-0.20404992
294
+ 56185,-8.375502,-0.00050210266
295
+ 55014,-6.252023,-0.0020234366
296
+ 43437,-9.250215,-0.00021419614
297
+ 24683,-0.00039295582,-11.125393
298
+ 10233,-0.026665213,-3.6516652
299
+ 19001,-0.0012713929,-11.751271
300
+ 32718,-0.0003626881,-9.125362
301
+ 31030,-0.00092320726,-12.188423
302
+ 1099,-0.00038783182,-11.875388
303
+ 57982,-3.0505528,-0.05055286
304
+ 49148,-0.00025674384,-8.750257
305
+ 40880,-10.125136,-0.00013684291
306
+ 31148,-0.0007539529,-12.750754
307
+ 9446,-6.751272,-0.0012722263
308
+ 18579,-10.625518,-0.00051783025
309
+ 30932,-6.002803,-0.0028028511
310
+ 40792,-0.0028420791,-6.127842
311
+ 48600,-0.00036316476,-9.500363
312
+ 44588,-5.0073304,-0.007330544
313
+ 33828,-7.7506423,-0.0006422126
314
+ 33917,-0.00080267154,-8.875803
315
+ 2026,-0.00069296185,-8.375693
316
+ 56745,-0.00024983147,-10.37525
317
+ 17383,-0.0020580557,-6.252058
318
+ 2372,-0.0034480188,-6.503448
319
+ 56600,-0.054519337,-6.304519
320
+ 50257,-0.0006050425,-11.250605
321
+ 38892,-0.0006886733,-9.125689
322
+ 45844,-0.0008524598,-10.938353
323
+ 29062,-0.0014537729,-6.751454
324
+ 5655,-8.875301,-0.00030107735
325
+ 67611,-0.0006871246,-7.625687
326
+ 18546,-0.0007257212,-9.125726
327
+ 63060,-8.001194,-0.0011943596
328
+ 36068,-10.000486,-0.0004858982
329
+ 784,-0.055494744,-2.9304948
330
+ 20429,-0.0011132717,-10.126113
331
+ 21679,-7.75082,-0.00081994286
332
+ 53617,-9.500642,-0.00064197433
333
+ 6978,-10.625166,-0.00016580637
334
+ 53262,-0.0007585985,-12.625758
335
+ 181,-0.000503175,-10.750504
336
+ 28744,-0.0026233327,-6.2526236
337
+ 48716,-0.00089474214,-9.375895
338
+ 51468,-0.0002796259,-12.125279
339
+ 62209,-7.875553,-0.0005533356
340
+ 8732,-4.511284,-0.011284104
341
+ 56949,-5.5042458,-0.004245792
342
+ 26885,-0.0006909367,-12.50069
343
+ 43345,-0.00089914893,-7.1258993
344
+ 8053,-5.131234,-0.0062341276
345
+ 59402,-6.002658,-0.0026578123
346
+ 49552,-0.0001619923,-11.250162
347
+ 12348,-0.003393251,-5.878393
348
+ 28335,-0.112943955,-2.237944
349
+ 59114,-3.7735295,-0.023529477
350
+ 12625,-5.753542,-0.0035418654
351
+ 8876,-5.7558002,-0.0058003203
352
+ 29959,-8.625284,-0.00028391622
353
+ 37911,-0.00021348105,-11.500214
354
+ 38412,-0.033815313,-3.4088154
355
+ 31999,-0.00031251792,-11.250313
356
+ 34775,-0.00031621224,-9.125317
357
+ 65737,-6.627037,-0.0020369987
358
+ 25244,-0.0003530356,-9.875353
359
+ 51630,-5.6287794,-0.0037792942
360
+ 23979,-0.47470596,-0.97470593
361
+ 34638,-8.125432,-0.00043168286
362
+ 22311,-12.250225,-0.00022504182
363
+ 14004,-8.000763,-0.00076336326
364
+ 310,-0.00012206286,-10.875122
365
+ 49105,-0.0005361788,-10.375536
366
+ 38782,-10.750412,-0.00041225995
367
+ 4647,-8.000458,-0.00045801638
368
+ 43782,-0.0012719883,-10.563772
369
+ 66046,-0.0010383697,-7.0010386
370
+ 16690,-9.625321,-0.00032109825
371
+ 67731,-0.004217065,-5.629217
372
+ 54867,-8.625438,-0.00043811736
373
+ 34108,-7.6257873,-0.00078718667
374
+ 67332,-0.0013149672,-6.876315
375
+ 22567,-0.00027950673,-10.500279
376
+ 57173,-0.00016091959,-10.375161
377
+ 26527,-9.625335,-0.0003345645
378
+ 59580,-4.882975,-0.007975163
379
+ 20737,-0.0033928945,-5.7533927
380
+ 53307,-0.000791713,-12.375792
381
+ 32783,-0.00035065223,-11.750351
382
+ 7868,-9.500211,-0.000210859
383
+ 50777,-0.00026055757,-11.62526
384
+ 29307,-9.375239,-0.0002394628
385
+ 18297,-0.00048041722,-8.875481
386
+ 44524,-8.87534,-0.00034004627
387
+ 61320,-0.00094059564,-8.00094
388
+ 2578,-1.8050714,-0.18007138
389
+ 40612,-0.021187166,-3.896187
390
+ 32523,-0.011230352,-4.5112305
391
+ 48509,-0.00044741156,-8.500447
392
+ 36666,-7.126023,-0.0010227694
393
+ 6539,-9.125356,-0.0003558956
394
+ 33620,-8.875582,-0.00058192963
395
+ 55547,-8.125444,-0.00044419436
396
+ 11751,-7.500678,-0.00067819003
397
+ 30491,-0.00014351768,-10.125143
398
+ 48294,-7.750771,-0.0007708677
399
+ 37424,-8.750335,-0.00033444533
400
+ 29155,-0.34884986,-1.2238499
finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=5/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ K: null
2
+ global_batch_size: 8
3
+ learning_rate: 0.0001
4
+ loss: ans
5
+ max_steps: -1
6
+ micro_batch_size: 1
7
+ optimizer_name: adamw
8
+ patience: 10
9
+ val_check_interval: 16
10
+ weight_decay: 0.0
finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=5/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlamaForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 128000,
8
+ "eos_token_id": [
9
+ 128001,
10
+ 128008,
11
+ 128009
12
+ ],
13
+ "head_dim": 64,
14
+ "hidden_act": "silu",
15
+ "hidden_size": 2048,
16
+ "initializer_range": 0.02,
17
+ "intermediate_size": 8192,
18
+ "max_position_embeddings": 131072,
19
+ "mlp_bias": false,
20
+ "model_type": "llama",
21
+ "num_attention_heads": 32,
22
+ "num_hidden_layers": 16,
23
+ "num_key_value_heads": 8,
24
+ "pretraining_tp": 1,
25
+ "rms_norm_eps": 1e-05,
26
+ "rope_scaling": {
27
+ "factor": 32.0,
28
+ "high_freq_factor": 4.0,
29
+ "low_freq_factor": 1.0,
30
+ "original_max_position_embeddings": 8192,
31
+ "rope_type": "llama3"
32
+ },
33
+ "rope_theta": 500000.0,
34
+ "tie_word_embeddings": true,
35
+ "torch_dtype": "bfloat16",
36
+ "transformers_version": "4.45.0.dev0",
37
+ "use_cache": true,
38
+ "vocab_size": 128256
39
+ }
finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=5/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 128000,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 128001,
6
+ 128008,
7
+ 128009
8
+ ],
9
+ "temperature": 0.6,
10
+ "top_p": 0.9,
11
+ "transformers_version": "4.45.0.dev0"
12
+ }
finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=5/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ attention_logit_softcapping: null
2
+ attention_scores_scalar: null
3
+ bias: false
4
+ block_size: 131072
5
+ final_logit_softcapping: null
6
+ gelu_approximate: none
7
+ head_size: 64
8
+ hf_config:
9
+ name: Llama-3.2-1B-Instruct
10
+ org: meta-llama
11
+ intermediate_size: 8192
12
+ lm_head_bias: false
13
+ mlp_class_name: LLaMAMLP
14
+ n_embd: 2048
15
+ n_expert: 0
16
+ n_expert_per_token: 0
17
+ n_head: 32
18
+ n_layer: 16
19
+ n_query_groups: 8
20
+ name: Llama-3.2-1B-Instruct
21
+ norm_class_name: RMSNorm
22
+ norm_eps: 1.0e-05
23
+ padded_vocab_size: 128256
24
+ padding_multiple: 512
25
+ parallel_residual: false
26
+ post_attention_norm: false
27
+ post_mlp_norm: false
28
+ rope_adjustments:
29
+ factor: 32.0
30
+ high_freq_factor: 4.0
31
+ low_freq_factor: 1.0
32
+ original_max_seq_len: 8192
33
+ rope_base: 500000
34
+ rope_condense_ratio: 1
35
+ rotary_percentage: 1.0
36
+ scale_embeddings: false
37
+ shared_attention_norm: false
38
+ sliding_window_layer_placing: null
39
+ sliding_window_size: null
40
+ vocab_size: 128000
finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=5/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=5/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json ADDED
@@ -0,0 +1,2062 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "128000": {
4
+ "content": "<|begin_of_text|>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "128001": {
12
+ "content": "<|end_of_text|>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "128002": {
20
+ "content": "<|reserved_special_token_0|>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "128003": {
28
+ "content": "<|reserved_special_token_1|>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "128004": {
36
+ "content": "<|finetune_right_pad_id|>",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ },
43
+ "128005": {
44
+ "content": "<|reserved_special_token_2|>",
45
+ "lstrip": false,
46
+ "normalized": false,
47
+ "rstrip": false,
48
+ "single_word": false,
49
+ "special": true
50
+ },
51
+ "128006": {
52
+ "content": "<|start_header_id|>",
53
+ "lstrip": false,
54
+ "normalized": false,
55
+ "rstrip": false,
56
+ "single_word": false,
57
+ "special": true
58
+ },
59
+ "128007": {
60
+ "content": "<|end_header_id|>",
61
+ "lstrip": false,
62
+ "normalized": false,
63
+ "rstrip": false,
64
+ "single_word": false,
65
+ "special": true
66
+ },
67
+ "128008": {
68
+ "content": "<|eom_id|>",
69
+ "lstrip": false,
70
+ "normalized": false,
71
+ "rstrip": false,
72
+ "single_word": false,
73
+ "special": true
74
+ },
75
+ "128009": {
76
+ "content": "<|eot_id|>",
77
+ "lstrip": false,
78
+ "normalized": false,
79
+ "rstrip": false,
80
+ "single_word": false,
81
+ "special": true
82
+ },
83
+ "128010": {
84
+ "content": "<|python_tag|>",
85
+ "lstrip": false,
86
+ "normalized": false,
87
+ "rstrip": false,
88
+ "single_word": false,
89
+ "special": true
90
+ },
91
+ "128011": {
92
+ "content": "<|reserved_special_token_3|>",
93
+ "lstrip": false,
94
+ "normalized": false,
95
+ "rstrip": false,
96
+ "single_word": false,
97
+ "special": true
98
+ },
99
+ "128012": {
100
+ "content": "<|reserved_special_token_4|>",
101
+ "lstrip": false,
102
+ "normalized": false,
103
+ "rstrip": false,
104
+ "single_word": false,
105
+ "special": true
106
+ },
107
+ "128013": {
108
+ "content": "<|reserved_special_token_5|>",
109
+ "lstrip": false,
110
+ "normalized": false,
111
+ "rstrip": false,
112
+ "single_word": false,
113
+ "special": true
114
+ },
115
+ "128014": {
116
+ "content": "<|reserved_special_token_6|>",
117
+ "lstrip": false,
118
+ "normalized": false,
119
+ "rstrip": false,
120
+ "single_word": false,
121
+ "special": true
122
+ },
123
+ "128015": {
124
+ "content": "<|reserved_special_token_7|>",
125
+ "lstrip": false,
126
+ "normalized": false,
127
+ "rstrip": false,
128
+ "single_word": false,
129
+ "special": true
130
+ },
131
+ "128016": {
132
+ "content": "<|reserved_special_token_8|>",
133
+ "lstrip": false,
134
+ "normalized": false,
135
+ "rstrip": false,
136
+ "single_word": false,
137
+ "special": true
138
+ },
139
+ "128017": {
140
+ "content": "<|reserved_special_token_9|>",
141
+ "lstrip": false,
142
+ "normalized": false,
143
+ "rstrip": false,
144
+ "single_word": false,
145
+ "special": true
146
+ },
147
+ "128018": {
148
+ "content": "<|reserved_special_token_10|>",
149
+ "lstrip": false,
150
+ "normalized": false,
151
+ "rstrip": false,
152
+ "single_word": false,
153
+ "special": true
154
+ },
155
+ "128019": {
156
+ "content": "<|reserved_special_token_11|>",
157
+ "lstrip": false,
158
+ "normalized": false,
159
+ "rstrip": false,
160
+ "single_word": false,
161
+ "special": true
162
+ },
163
+ "128020": {
164
+ "content": "<|reserved_special_token_12|>",
165
+ "lstrip": false,
166
+ "normalized": false,
167
+ "rstrip": false,
168
+ "single_word": false,
169
+ "special": true
170
+ },
171
+ "128021": {
172
+ "content": "<|reserved_special_token_13|>",
173
+ "lstrip": false,
174
+ "normalized": false,
175
+ "rstrip": false,
176
+ "single_word": false,
177
+ "special": true
178
+ },
179
+ "128022": {
180
+ "content": "<|reserved_special_token_14|>",
181
+ "lstrip": false,
182
+ "normalized": false,
183
+ "rstrip": false,
184
+ "single_word": false,
185
+ "special": true
186
+ },
187
+ "128023": {
188
+ "content": "<|reserved_special_token_15|>",
189
+ "lstrip": false,
190
+ "normalized": false,
191
+ "rstrip": false,
192
+ "single_word": false,
193
+ "special": true
194
+ },
195
+ "128024": {
196
+ "content": "<|reserved_special_token_16|>",
197
+ "lstrip": false,
198
+ "normalized": false,
199
+ "rstrip": false,
200
+ "single_word": false,
201
+ "special": true
202
+ },
203
+ "128025": {
204
+ "content": "<|reserved_special_token_17|>",
205
+ "lstrip": false,
206
+ "normalized": false,
207
+ "rstrip": false,
208
+ "single_word": false,
209
+ "special": true
210
+ },
211
+ "128026": {
212
+ "content": "<|reserved_special_token_18|>",
213
+ "lstrip": false,
214
+ "normalized": false,
215
+ "rstrip": false,
216
+ "single_word": false,
217
+ "special": true
218
+ },
219
+ "128027": {
220
+ "content": "<|reserved_special_token_19|>",
221
+ "lstrip": false,
222
+ "normalized": false,
223
+ "rstrip": false,
224
+ "single_word": false,
225
+ "special": true
226
+ },
227
+ "128028": {
228
+ "content": "<|reserved_special_token_20|>",
229
+ "lstrip": false,
230
+ "normalized": false,
231
+ "rstrip": false,
232
+ "single_word": false,
233
+ "special": true
234
+ },
235
+ "128029": {
236
+ "content": "<|reserved_special_token_21|>",
237
+ "lstrip": false,
238
+ "normalized": false,
239
+ "rstrip": false,
240
+ "single_word": false,
241
+ "special": true
242
+ },
243
+ "128030": {
244
+ "content": "<|reserved_special_token_22|>",
245
+ "lstrip": false,
246
+ "normalized": false,
247
+ "rstrip": false,
248
+ "single_word": false,
249
+ "special": true
250
+ },
251
+ "128031": {
252
+ "content": "<|reserved_special_token_23|>",
253
+ "lstrip": false,
254
+ "normalized": false,
255
+ "rstrip": false,
256
+ "single_word": false,
257
+ "special": true
258
+ },
259
+ "128032": {
260
+ "content": "<|reserved_special_token_24|>",
261
+ "lstrip": false,
262
+ "normalized": false,
263
+ "rstrip": false,
264
+ "single_word": false,
265
+ "special": true
266
+ },
267
+ "128033": {
268
+ "content": "<|reserved_special_token_25|>",
269
+ "lstrip": false,
270
+ "normalized": false,
271
+ "rstrip": false,
272
+ "single_word": false,
273
+ "special": true
274
+ },
275
+ "128034": {
276
+ "content": "<|reserved_special_token_26|>",
277
+ "lstrip": false,
278
+ "normalized": false,
279
+ "rstrip": false,
280
+ "single_word": false,
281
+ "special": true
282
+ },
283
+ "128035": {
284
+ "content": "<|reserved_special_token_27|>",
285
+ "lstrip": false,
286
+ "normalized": false,
287
+ "rstrip": false,
288
+ "single_word": false,
289
+ "special": true
290
+ },
291
+ "128036": {
292
+ "content": "<|reserved_special_token_28|>",
293
+ "lstrip": false,
294
+ "normalized": false,
295
+ "rstrip": false,
296
+ "single_word": false,
297
+ "special": true
298
+ },
299
+ "128037": {
300
+ "content": "<|reserved_special_token_29|>",
301
+ "lstrip": false,
302
+ "normalized": false,
303
+ "rstrip": false,
304
+ "single_word": false,
305
+ "special": true
306
+ },
307
+ "128038": {
308
+ "content": "<|reserved_special_token_30|>",
309
+ "lstrip": false,
310
+ "normalized": false,
311
+ "rstrip": false,
312
+ "single_word": false,
313
+ "special": true
314
+ },
315
+ "128039": {
316
+ "content": "<|reserved_special_token_31|>",
317
+ "lstrip": false,
318
+ "normalized": false,
319
+ "rstrip": false,
320
+ "single_word": false,
321
+ "special": true
322
+ },
323
+ "128040": {
324
+ "content": "<|reserved_special_token_32|>",
325
+ "lstrip": false,
326
+ "normalized": false,
327
+ "rstrip": false,
328
+ "single_word": false,
329
+ "special": true
330
+ },
331
+ "128041": {
332
+ "content": "<|reserved_special_token_33|>",
333
+ "lstrip": false,
334
+ "normalized": false,
335
+ "rstrip": false,
336
+ "single_word": false,
337
+ "special": true
338
+ },
339
+ "128042": {
340
+ "content": "<|reserved_special_token_34|>",
341
+ "lstrip": false,
342
+ "normalized": false,
343
+ "rstrip": false,
344
+ "single_word": false,
345
+ "special": true
346
+ },
347
+ "128043": {
348
+ "content": "<|reserved_special_token_35|>",
349
+ "lstrip": false,
350
+ "normalized": false,
351
+ "rstrip": false,
352
+ "single_word": false,
353
+ "special": true
354
+ },
355
+ "128044": {
356
+ "content": "<|reserved_special_token_36|>",
357
+ "lstrip": false,
358
+ "normalized": false,
359
+ "rstrip": false,
360
+ "single_word": false,
361
+ "special": true
362
+ },
363
+ "128045": {
364
+ "content": "<|reserved_special_token_37|>",
365
+ "lstrip": false,
366
+ "normalized": false,
367
+ "rstrip": false,
368
+ "single_word": false,
369
+ "special": true
370
+ },
371
+ "128046": {
372
+ "content": "<|reserved_special_token_38|>",
373
+ "lstrip": false,
374
+ "normalized": false,
375
+ "rstrip": false,
376
+ "single_word": false,
377
+ "special": true
378
+ },
379
+ "128047": {
380
+ "content": "<|reserved_special_token_39|>",
381
+ "lstrip": false,
382
+ "normalized": false,
383
+ "rstrip": false,
384
+ "single_word": false,
385
+ "special": true
386
+ },
387
+ "128048": {
388
+ "content": "<|reserved_special_token_40|>",
389
+ "lstrip": false,
390
+ "normalized": false,
391
+ "rstrip": false,
392
+ "single_word": false,
393
+ "special": true
394
+ },
395
+ "128049": {
396
+ "content": "<|reserved_special_token_41|>",
397
+ "lstrip": false,
398
+ "normalized": false,
399
+ "rstrip": false,
400
+ "single_word": false,
401
+ "special": true
402
+ },
403
+ "128050": {
404
+ "content": "<|reserved_special_token_42|>",
405
+ "lstrip": false,
406
+ "normalized": false,
407
+ "rstrip": false,
408
+ "single_word": false,
409
+ "special": true
410
+ },
411
+ "128051": {
412
+ "content": "<|reserved_special_token_43|>",
413
+ "lstrip": false,
414
+ "normalized": false,
415
+ "rstrip": false,
416
+ "single_word": false,
417
+ "special": true
418
+ },
419
+ "128052": {
420
+ "content": "<|reserved_special_token_44|>",
421
+ "lstrip": false,
422
+ "normalized": false,
423
+ "rstrip": false,
424
+ "single_word": false,
425
+ "special": true
426
+ },
427
+ "128053": {
428
+ "content": "<|reserved_special_token_45|>",
429
+ "lstrip": false,
430
+ "normalized": false,
431
+ "rstrip": false,
432
+ "single_word": false,
433
+ "special": true
434
+ },
435
+ "128054": {
436
+ "content": "<|reserved_special_token_46|>",
437
+ "lstrip": false,
438
+ "normalized": false,
439
+ "rstrip": false,
440
+ "single_word": false,
441
+ "special": true
442
+ },
443
+ "128055": {
444
+ "content": "<|reserved_special_token_47|>",
445
+ "lstrip": false,
446
+ "normalized": false,
447
+ "rstrip": false,
448
+ "single_word": false,
449
+ "special": true
450
+ },
451
+ "128056": {
452
+ "content": "<|reserved_special_token_48|>",
453
+ "lstrip": false,
454
+ "normalized": false,
455
+ "rstrip": false,
456
+ "single_word": false,
457
+ "special": true
458
+ },
459
+ "128057": {
460
+ "content": "<|reserved_special_token_49|>",
461
+ "lstrip": false,
462
+ "normalized": false,
463
+ "rstrip": false,
464
+ "single_word": false,
465
+ "special": true
466
+ },
467
+ "128058": {
468
+ "content": "<|reserved_special_token_50|>",
469
+ "lstrip": false,
470
+ "normalized": false,
471
+ "rstrip": false,
472
+ "single_word": false,
473
+ "special": true
474
+ },
475
+ "128059": {
476
+ "content": "<|reserved_special_token_51|>",
477
+ "lstrip": false,
478
+ "normalized": false,
479
+ "rstrip": false,
480
+ "single_word": false,
481
+ "special": true
482
+ },
483
+ "128060": {
484
+ "content": "<|reserved_special_token_52|>",
485
+ "lstrip": false,
486
+ "normalized": false,
487
+ "rstrip": false,
488
+ "single_word": false,
489
+ "special": true
490
+ },
491
+ "128061": {
492
+ "content": "<|reserved_special_token_53|>",
493
+ "lstrip": false,
494
+ "normalized": false,
495
+ "rstrip": false,
496
+ "single_word": false,
497
+ "special": true
498
+ },
499
+ "128062": {
500
+ "content": "<|reserved_special_token_54|>",
501
+ "lstrip": false,
502
+ "normalized": false,
503
+ "rstrip": false,
504
+ "single_word": false,
505
+ "special": true
506
+ },
507
+ "128063": {
508
+ "content": "<|reserved_special_token_55|>",
509
+ "lstrip": false,
510
+ "normalized": false,
511
+ "rstrip": false,
512
+ "single_word": false,
513
+ "special": true
514
+ },
515
+ "128064": {
516
+ "content": "<|reserved_special_token_56|>",
517
+ "lstrip": false,
518
+ "normalized": false,
519
+ "rstrip": false,
520
+ "single_word": false,
521
+ "special": true
522
+ },
523
+ "128065": {
524
+ "content": "<|reserved_special_token_57|>",
525
+ "lstrip": false,
526
+ "normalized": false,
527
+ "rstrip": false,
528
+ "single_word": false,
529
+ "special": true
530
+ },
531
+ "128066": {
532
+ "content": "<|reserved_special_token_58|>",
533
+ "lstrip": false,
534
+ "normalized": false,
535
+ "rstrip": false,
536
+ "single_word": false,
537
+ "special": true
538
+ },
539
+ "128067": {
540
+ "content": "<|reserved_special_token_59|>",
541
+ "lstrip": false,
542
+ "normalized": false,
543
+ "rstrip": false,
544
+ "single_word": false,
545
+ "special": true
546
+ },
547
+ "128068": {
548
+ "content": "<|reserved_special_token_60|>",
549
+ "lstrip": false,
550
+ "normalized": false,
551
+ "rstrip": false,
552
+ "single_word": false,
553
+ "special": true
554
+ },
555
+ "128069": {
556
+ "content": "<|reserved_special_token_61|>",
557
+ "lstrip": false,
558
+ "normalized": false,
559
+ "rstrip": false,
560
+ "single_word": false,
561
+ "special": true
562
+ },
563
+ "128070": {
564
+ "content": "<|reserved_special_token_62|>",
565
+ "lstrip": false,
566
+ "normalized": false,
567
+ "rstrip": false,
568
+ "single_word": false,
569
+ "special": true
570
+ },
571
+ "128071": {
572
+ "content": "<|reserved_special_token_63|>",
573
+ "lstrip": false,
574
+ "normalized": false,
575
+ "rstrip": false,
576
+ "single_word": false,
577
+ "special": true
578
+ },
579
+ "128072": {
580
+ "content": "<|reserved_special_token_64|>",
581
+ "lstrip": false,
582
+ "normalized": false,
583
+ "rstrip": false,
584
+ "single_word": false,
585
+ "special": true
586
+ },
587
+ "128073": {
588
+ "content": "<|reserved_special_token_65|>",
589
+ "lstrip": false,
590
+ "normalized": false,
591
+ "rstrip": false,
592
+ "single_word": false,
593
+ "special": true
594
+ },
595
+ "128074": {
596
+ "content": "<|reserved_special_token_66|>",
597
+ "lstrip": false,
598
+ "normalized": false,
599
+ "rstrip": false,
600
+ "single_word": false,
601
+ "special": true
602
+ },
603
+ "128075": {
604
+ "content": "<|reserved_special_token_67|>",
605
+ "lstrip": false,
606
+ "normalized": false,
607
+ "rstrip": false,
608
+ "single_word": false,
609
+ "special": true
610
+ },
611
+ "128076": {
612
+ "content": "<|reserved_special_token_68|>",
613
+ "lstrip": false,
614
+ "normalized": false,
615
+ "rstrip": false,
616
+ "single_word": false,
617
+ "special": true
618
+ },
619
+ "128077": {
620
+ "content": "<|reserved_special_token_69|>",
621
+ "lstrip": false,
622
+ "normalized": false,
623
+ "rstrip": false,
624
+ "single_word": false,
625
+ "special": true
626
+ },
627
+ "128078": {
628
+ "content": "<|reserved_special_token_70|>",
629
+ "lstrip": false,
630
+ "normalized": false,
631
+ "rstrip": false,
632
+ "single_word": false,
633
+ "special": true
634
+ },
635
+ "128079": {
636
+ "content": "<|reserved_special_token_71|>",
637
+ "lstrip": false,
638
+ "normalized": false,
639
+ "rstrip": false,
640
+ "single_word": false,
641
+ "special": true
642
+ },
643
+ "128080": {
644
+ "content": "<|reserved_special_token_72|>",
645
+ "lstrip": false,
646
+ "normalized": false,
647
+ "rstrip": false,
648
+ "single_word": false,
649
+ "special": true
650
+ },
651
+ "128081": {
652
+ "content": "<|reserved_special_token_73|>",
653
+ "lstrip": false,
654
+ "normalized": false,
655
+ "rstrip": false,
656
+ "single_word": false,
657
+ "special": true
658
+ },
659
+ "128082": {
660
+ "content": "<|reserved_special_token_74|>",
661
+ "lstrip": false,
662
+ "normalized": false,
663
+ "rstrip": false,
664
+ "single_word": false,
665
+ "special": true
666
+ },
667
+ "128083": {
668
+ "content": "<|reserved_special_token_75|>",
669
+ "lstrip": false,
670
+ "normalized": false,
671
+ "rstrip": false,
672
+ "single_word": false,
673
+ "special": true
674
+ },
675
+ "128084": {
676
+ "content": "<|reserved_special_token_76|>",
677
+ "lstrip": false,
678
+ "normalized": false,
679
+ "rstrip": false,
680
+ "single_word": false,
681
+ "special": true
682
+ },
683
+ "128085": {
684
+ "content": "<|reserved_special_token_77|>",
685
+ "lstrip": false,
686
+ "normalized": false,
687
+ "rstrip": false,
688
+ "single_word": false,
689
+ "special": true
690
+ },
691
+ "128086": {
692
+ "content": "<|reserved_special_token_78|>",
693
+ "lstrip": false,
694
+ "normalized": false,
695
+ "rstrip": false,
696
+ "single_word": false,
697
+ "special": true
698
+ },
699
+ "128087": {
700
+ "content": "<|reserved_special_token_79|>",
701
+ "lstrip": false,
702
+ "normalized": false,
703
+ "rstrip": false,
704
+ "single_word": false,
705
+ "special": true
706
+ },
707
+ "128088": {
708
+ "content": "<|reserved_special_token_80|>",
709
+ "lstrip": false,
710
+ "normalized": false,
711
+ "rstrip": false,
712
+ "single_word": false,
713
+ "special": true
714
+ },
715
+ "128089": {
716
+ "content": "<|reserved_special_token_81|>",
717
+ "lstrip": false,
718
+ "normalized": false,
719
+ "rstrip": false,
720
+ "single_word": false,
721
+ "special": true
722
+ },
723
+ "128090": {
724
+ "content": "<|reserved_special_token_82|>",
725
+ "lstrip": false,
726
+ "normalized": false,
727
+ "rstrip": false,
728
+ "single_word": false,
729
+ "special": true
730
+ },
731
+ "128091": {
732
+ "content": "<|reserved_special_token_83|>",
733
+ "lstrip": false,
734
+ "normalized": false,
735
+ "rstrip": false,
736
+ "single_word": false,
737
+ "special": true
738
+ },
739
+ "128092": {
740
+ "content": "<|reserved_special_token_84|>",
741
+ "lstrip": false,
742
+ "normalized": false,
743
+ "rstrip": false,
744
+ "single_word": false,
745
+ "special": true
746
+ },
747
+ "128093": {
748
+ "content": "<|reserved_special_token_85|>",
749
+ "lstrip": false,
750
+ "normalized": false,
751
+ "rstrip": false,
752
+ "single_word": false,
753
+ "special": true
754
+ },
755
+ "128094": {
756
+ "content": "<|reserved_special_token_86|>",
757
+ "lstrip": false,
758
+ "normalized": false,
759
+ "rstrip": false,
760
+ "single_word": false,
761
+ "special": true
762
+ },
763
+ "128095": {
764
+ "content": "<|reserved_special_token_87|>",
765
+ "lstrip": false,
766
+ "normalized": false,
767
+ "rstrip": false,
768
+ "single_word": false,
769
+ "special": true
770
+ },
771
+ "128096": {
772
+ "content": "<|reserved_special_token_88|>",
773
+ "lstrip": false,
774
+ "normalized": false,
775
+ "rstrip": false,
776
+ "single_word": false,
777
+ "special": true
778
+ },
779
+ "128097": {
780
+ "content": "<|reserved_special_token_89|>",
781
+ "lstrip": false,
782
+ "normalized": false,
783
+ "rstrip": false,
784
+ "single_word": false,
785
+ "special": true
786
+ },
787
+ "128098": {
788
+ "content": "<|reserved_special_token_90|>",
789
+ "lstrip": false,
790
+ "normalized": false,
791
+ "rstrip": false,
792
+ "single_word": false,
793
+ "special": true
794
+ },
795
+ "128099": {
796
+ "content": "<|reserved_special_token_91|>",
797
+ "lstrip": false,
798
+ "normalized": false,
799
+ "rstrip": false,
800
+ "single_word": false,
801
+ "special": true
802
+ },
803
+ "128100": {
804
+ "content": "<|reserved_special_token_92|>",
805
+ "lstrip": false,
806
+ "normalized": false,
807
+ "rstrip": false,
808
+ "single_word": false,
809
+ "special": true
810
+ },
811
+ "128101": {
812
+ "content": "<|reserved_special_token_93|>",
813
+ "lstrip": false,
814
+ "normalized": false,
815
+ "rstrip": false,
816
+ "single_word": false,
817
+ "special": true
818
+ },
819
+ "128102": {
820
+ "content": "<|reserved_special_token_94|>",
821
+ "lstrip": false,
822
+ "normalized": false,
823
+ "rstrip": false,
824
+ "single_word": false,
825
+ "special": true
826
+ },
827
+ "128103": {
828
+ "content": "<|reserved_special_token_95|>",
829
+ "lstrip": false,
830
+ "normalized": false,
831
+ "rstrip": false,
832
+ "single_word": false,
833
+ "special": true
834
+ },
835
+ "128104": {
836
+ "content": "<|reserved_special_token_96|>",
837
+ "lstrip": false,
838
+ "normalized": false,
839
+ "rstrip": false,
840
+ "single_word": false,
841
+ "special": true
842
+ },
843
+ "128105": {
844
+ "content": "<|reserved_special_token_97|>",
845
+ "lstrip": false,
846
+ "normalized": false,
847
+ "rstrip": false,
848
+ "single_word": false,
849
+ "special": true
850
+ },
851
+ "128106": {
852
+ "content": "<|reserved_special_token_98|>",
853
+ "lstrip": false,
854
+ "normalized": false,
855
+ "rstrip": false,
856
+ "single_word": false,
857
+ "special": true
858
+ },
859
+ "128107": {
860
+ "content": "<|reserved_special_token_99|>",
861
+ "lstrip": false,
862
+ "normalized": false,
863
+ "rstrip": false,
864
+ "single_word": false,
865
+ "special": true
866
+ },
867
+ "128108": {
868
+ "content": "<|reserved_special_token_100|>",
869
+ "lstrip": false,
870
+ "normalized": false,
871
+ "rstrip": false,
872
+ "single_word": false,
873
+ "special": true
874
+ },
875
+ "128109": {
876
+ "content": "<|reserved_special_token_101|>",
877
+ "lstrip": false,
878
+ "normalized": false,
879
+ "rstrip": false,
880
+ "single_word": false,
881
+ "special": true
882
+ },
883
+ "128110": {
884
+ "content": "<|reserved_special_token_102|>",
885
+ "lstrip": false,
886
+ "normalized": false,
887
+ "rstrip": false,
888
+ "single_word": false,
889
+ "special": true
890
+ },
891
+ "128111": {
892
+ "content": "<|reserved_special_token_103|>",
893
+ "lstrip": false,
894
+ "normalized": false,
895
+ "rstrip": false,
896
+ "single_word": false,
897
+ "special": true
898
+ },
899
+ "128112": {
900
+ "content": "<|reserved_special_token_104|>",
901
+ "lstrip": false,
902
+ "normalized": false,
903
+ "rstrip": false,
904
+ "single_word": false,
905
+ "special": true
906
+ },
907
+ "128113": {
908
+ "content": "<|reserved_special_token_105|>",
909
+ "lstrip": false,
910
+ "normalized": false,
911
+ "rstrip": false,
912
+ "single_word": false,
913
+ "special": true
914
+ },
915
+ "128114": {
916
+ "content": "<|reserved_special_token_106|>",
917
+ "lstrip": false,
918
+ "normalized": false,
919
+ "rstrip": false,
920
+ "single_word": false,
921
+ "special": true
922
+ },
923
+ "128115": {
924
+ "content": "<|reserved_special_token_107|>",
925
+ "lstrip": false,
926
+ "normalized": false,
927
+ "rstrip": false,
928
+ "single_word": false,
929
+ "special": true
930
+ },
931
+ "128116": {
932
+ "content": "<|reserved_special_token_108|>",
933
+ "lstrip": false,
934
+ "normalized": false,
935
+ "rstrip": false,
936
+ "single_word": false,
937
+ "special": true
938
+ },
939
+ "128117": {
940
+ "content": "<|reserved_special_token_109|>",
941
+ "lstrip": false,
942
+ "normalized": false,
943
+ "rstrip": false,
944
+ "single_word": false,
945
+ "special": true
946
+ },
947
+ "128118": {
948
+ "content": "<|reserved_special_token_110|>",
949
+ "lstrip": false,
950
+ "normalized": false,
951
+ "rstrip": false,
952
+ "single_word": false,
953
+ "special": true
954
+ },
955
+ "128119": {
956
+ "content": "<|reserved_special_token_111|>",
957
+ "lstrip": false,
958
+ "normalized": false,
959
+ "rstrip": false,
960
+ "single_word": false,
961
+ "special": true
962
+ },
963
+ "128120": {
964
+ "content": "<|reserved_special_token_112|>",
965
+ "lstrip": false,
966
+ "normalized": false,
967
+ "rstrip": false,
968
+ "single_word": false,
969
+ "special": true
970
+ },
971
+ "128121": {
972
+ "content": "<|reserved_special_token_113|>",
973
+ "lstrip": false,
974
+ "normalized": false,
975
+ "rstrip": false,
976
+ "single_word": false,
977
+ "special": true
978
+ },
979
+ "128122": {
980
+ "content": "<|reserved_special_token_114|>",
981
+ "lstrip": false,
982
+ "normalized": false,
983
+ "rstrip": false,
984
+ "single_word": false,
985
+ "special": true
986
+ },
987
+ "128123": {
988
+ "content": "<|reserved_special_token_115|>",
989
+ "lstrip": false,
990
+ "normalized": false,
991
+ "rstrip": false,
992
+ "single_word": false,
993
+ "special": true
994
+ },
995
+ "128124": {
996
+ "content": "<|reserved_special_token_116|>",
997
+ "lstrip": false,
998
+ "normalized": false,
999
+ "rstrip": false,
1000
+ "single_word": false,
1001
+ "special": true
1002
+ },
1003
+ "128125": {
1004
+ "content": "<|reserved_special_token_117|>",
1005
+ "lstrip": false,
1006
+ "normalized": false,
1007
+ "rstrip": false,
1008
+ "single_word": false,
1009
+ "special": true
1010
+ },
1011
+ "128126": {
1012
+ "content": "<|reserved_special_token_118|>",
1013
+ "lstrip": false,
1014
+ "normalized": false,
1015
+ "rstrip": false,
1016
+ "single_word": false,
1017
+ "special": true
1018
+ },
1019
+ "128127": {
1020
+ "content": "<|reserved_special_token_119|>",
1021
+ "lstrip": false,
1022
+ "normalized": false,
1023
+ "rstrip": false,
1024
+ "single_word": false,
1025
+ "special": true
1026
+ },
1027
+ "128128": {
1028
+ "content": "<|reserved_special_token_120|>",
1029
+ "lstrip": false,
1030
+ "normalized": false,
1031
+ "rstrip": false,
1032
+ "single_word": false,
1033
+ "special": true
1034
+ },
1035
+ "128129": {
1036
+ "content": "<|reserved_special_token_121|>",
1037
+ "lstrip": false,
1038
+ "normalized": false,
1039
+ "rstrip": false,
1040
+ "single_word": false,
1041
+ "special": true
1042
+ },
1043
+ "128130": {
1044
+ "content": "<|reserved_special_token_122|>",
1045
+ "lstrip": false,
1046
+ "normalized": false,
1047
+ "rstrip": false,
1048
+ "single_word": false,
1049
+ "special": true
1050
+ },
1051
+ "128131": {
1052
+ "content": "<|reserved_special_token_123|>",
1053
+ "lstrip": false,
1054
+ "normalized": false,
1055
+ "rstrip": false,
1056
+ "single_word": false,
1057
+ "special": true
1058
+ },
1059
+ "128132": {
1060
+ "content": "<|reserved_special_token_124|>",
1061
+ "lstrip": false,
1062
+ "normalized": false,
1063
+ "rstrip": false,
1064
+ "single_word": false,
1065
+ "special": true
1066
+ },
1067
+ "128133": {
1068
+ "content": "<|reserved_special_token_125|>",
1069
+ "lstrip": false,
1070
+ "normalized": false,
1071
+ "rstrip": false,
1072
+ "single_word": false,
1073
+ "special": true
1074
+ },
1075
+ "128134": {
1076
+ "content": "<|reserved_special_token_126|>",
1077
+ "lstrip": false,
1078
+ "normalized": false,
1079
+ "rstrip": false,
1080
+ "single_word": false,
1081
+ "special": true
1082
+ },
1083
+ "128135": {
1084
+ "content": "<|reserved_special_token_127|>",
1085
+ "lstrip": false,
1086
+ "normalized": false,
1087
+ "rstrip": false,
1088
+ "single_word": false,
1089
+ "special": true
1090
+ },
1091
+ "128136": {
1092
+ "content": "<|reserved_special_token_128|>",
1093
+ "lstrip": false,
1094
+ "normalized": false,
1095
+ "rstrip": false,
1096
+ "single_word": false,
1097
+ "special": true
1098
+ },
1099
+ "128137": {
1100
+ "content": "<|reserved_special_token_129|>",
1101
+ "lstrip": false,
1102
+ "normalized": false,
1103
+ "rstrip": false,
1104
+ "single_word": false,
1105
+ "special": true
1106
+ },
1107
+ "128138": {
1108
+ "content": "<|reserved_special_token_130|>",
1109
+ "lstrip": false,
1110
+ "normalized": false,
1111
+ "rstrip": false,
1112
+ "single_word": false,
1113
+ "special": true
1114
+ },
1115
+ "128139": {
1116
+ "content": "<|reserved_special_token_131|>",
1117
+ "lstrip": false,
1118
+ "normalized": false,
1119
+ "rstrip": false,
1120
+ "single_word": false,
1121
+ "special": true
1122
+ },
1123
+ "128140": {
1124
+ "content": "<|reserved_special_token_132|>",
1125
+ "lstrip": false,
1126
+ "normalized": false,
1127
+ "rstrip": false,
1128
+ "single_word": false,
1129
+ "special": true
1130
+ },
1131
+ "128141": {
1132
+ "content": "<|reserved_special_token_133|>",
1133
+ "lstrip": false,
1134
+ "normalized": false,
1135
+ "rstrip": false,
1136
+ "single_word": false,
1137
+ "special": true
1138
+ },
1139
+ "128142": {
1140
+ "content": "<|reserved_special_token_134|>",
1141
+ "lstrip": false,
1142
+ "normalized": false,
1143
+ "rstrip": false,
1144
+ "single_word": false,
1145
+ "special": true
1146
+ },
1147
+ "128143": {
1148
+ "content": "<|reserved_special_token_135|>",
1149
+ "lstrip": false,
1150
+ "normalized": false,
1151
+ "rstrip": false,
1152
+ "single_word": false,
1153
+ "special": true
1154
+ },
1155
+ "128144": {
1156
+ "content": "<|reserved_special_token_136|>",
1157
+ "lstrip": false,
1158
+ "normalized": false,
1159
+ "rstrip": false,
1160
+ "single_word": false,
1161
+ "special": true
1162
+ },
1163
+ "128145": {
1164
+ "content": "<|reserved_special_token_137|>",
1165
+ "lstrip": false,
1166
+ "normalized": false,
1167
+ "rstrip": false,
1168
+ "single_word": false,
1169
+ "special": true
1170
+ },
1171
+ "128146": {
1172
+ "content": "<|reserved_special_token_138|>",
1173
+ "lstrip": false,
1174
+ "normalized": false,
1175
+ "rstrip": false,
1176
+ "single_word": false,
1177
+ "special": true
1178
+ },
1179
+ "128147": {
1180
+ "content": "<|reserved_special_token_139|>",
1181
+ "lstrip": false,
1182
+ "normalized": false,
1183
+ "rstrip": false,
1184
+ "single_word": false,
1185
+ "special": true
1186
+ },
1187
+ "128148": {
1188
+ "content": "<|reserved_special_token_140|>",
1189
+ "lstrip": false,
1190
+ "normalized": false,
1191
+ "rstrip": false,
1192
+ "single_word": false,
1193
+ "special": true
1194
+ },
1195
+ "128149": {
1196
+ "content": "<|reserved_special_token_141|>",
1197
+ "lstrip": false,
1198
+ "normalized": false,
1199
+ "rstrip": false,
1200
+ "single_word": false,
1201
+ "special": true
1202
+ },
1203
+ "128150": {
1204
+ "content": "<|reserved_special_token_142|>",
1205
+ "lstrip": false,
1206
+ "normalized": false,
1207
+ "rstrip": false,
1208
+ "single_word": false,
1209
+ "special": true
1210
+ },
1211
+ "128151": {
1212
+ "content": "<|reserved_special_token_143|>",
1213
+ "lstrip": false,
1214
+ "normalized": false,
1215
+ "rstrip": false,
1216
+ "single_word": false,
1217
+ "special": true
1218
+ },
1219
+ "128152": {
1220
+ "content": "<|reserved_special_token_144|>",
1221
+ "lstrip": false,
1222
+ "normalized": false,
1223
+ "rstrip": false,
1224
+ "single_word": false,
1225
+ "special": true
1226
+ },
1227
+ "128153": {
1228
+ "content": "<|reserved_special_token_145|>",
1229
+ "lstrip": false,
1230
+ "normalized": false,
1231
+ "rstrip": false,
1232
+ "single_word": false,
1233
+ "special": true
1234
+ },
1235
+ "128154": {
1236
+ "content": "<|reserved_special_token_146|>",
1237
+ "lstrip": false,
1238
+ "normalized": false,
1239
+ "rstrip": false,
1240
+ "single_word": false,
1241
+ "special": true
1242
+ },
1243
+ "128155": {
1244
+ "content": "<|reserved_special_token_147|>",
1245
+ "lstrip": false,
1246
+ "normalized": false,
1247
+ "rstrip": false,
1248
+ "single_word": false,
1249
+ "special": true
1250
+ },
1251
+ "128156": {
1252
+ "content": "<|reserved_special_token_148|>",
1253
+ "lstrip": false,
1254
+ "normalized": false,
1255
+ "rstrip": false,
1256
+ "single_word": false,
1257
+ "special": true
1258
+ },
1259
+ "128157": {
1260
+ "content": "<|reserved_special_token_149|>",
1261
+ "lstrip": false,
1262
+ "normalized": false,
1263
+ "rstrip": false,
1264
+ "single_word": false,
1265
+ "special": true
1266
+ },
1267
+ "128158": {
1268
+ "content": "<|reserved_special_token_150|>",
1269
+ "lstrip": false,
1270
+ "normalized": false,
1271
+ "rstrip": false,
1272
+ "single_word": false,
1273
+ "special": true
1274
+ },
1275
+ "128159": {
1276
+ "content": "<|reserved_special_token_151|>",
1277
+ "lstrip": false,
1278
+ "normalized": false,
1279
+ "rstrip": false,
1280
+ "single_word": false,
1281
+ "special": true
1282
+ },
1283
+ "128160": {
1284
+ "content": "<|reserved_special_token_152|>",
1285
+ "lstrip": false,
1286
+ "normalized": false,
1287
+ "rstrip": false,
1288
+ "single_word": false,
1289
+ "special": true
1290
+ },
1291
+ "128161": {
1292
+ "content": "<|reserved_special_token_153|>",
1293
+ "lstrip": false,
1294
+ "normalized": false,
1295
+ "rstrip": false,
1296
+ "single_word": false,
1297
+ "special": true
1298
+ },
1299
+ "128162": {
1300
+ "content": "<|reserved_special_token_154|>",
1301
+ "lstrip": false,
1302
+ "normalized": false,
1303
+ "rstrip": false,
1304
+ "single_word": false,
1305
+ "special": true
1306
+ },
1307
+ "128163": {
1308
+ "content": "<|reserved_special_token_155|>",
1309
+ "lstrip": false,
1310
+ "normalized": false,
1311
+ "rstrip": false,
1312
+ "single_word": false,
1313
+ "special": true
1314
+ },
1315
+ "128164": {
1316
+ "content": "<|reserved_special_token_156|>",
1317
+ "lstrip": false,
1318
+ "normalized": false,
1319
+ "rstrip": false,
1320
+ "single_word": false,
1321
+ "special": true
1322
+ },
1323
+ "128165": {
1324
+ "content": "<|reserved_special_token_157|>",
1325
+ "lstrip": false,
1326
+ "normalized": false,
1327
+ "rstrip": false,
1328
+ "single_word": false,
1329
+ "special": true
1330
+ },
1331
+ "128166": {
1332
+ "content": "<|reserved_special_token_158|>",
1333
+ "lstrip": false,
1334
+ "normalized": false,
1335
+ "rstrip": false,
1336
+ "single_word": false,
1337
+ "special": true
1338
+ },
1339
+ "128167": {
1340
+ "content": "<|reserved_special_token_159|>",
1341
+ "lstrip": false,
1342
+ "normalized": false,
1343
+ "rstrip": false,
1344
+ "single_word": false,
1345
+ "special": true
1346
+ },
1347
+ "128168": {
1348
+ "content": "<|reserved_special_token_160|>",
1349
+ "lstrip": false,
1350
+ "normalized": false,
1351
+ "rstrip": false,
1352
+ "single_word": false,
1353
+ "special": true
1354
+ },
1355
+ "128169": {
1356
+ "content": "<|reserved_special_token_161|>",
1357
+ "lstrip": false,
1358
+ "normalized": false,
1359
+ "rstrip": false,
1360
+ "single_word": false,
1361
+ "special": true
1362
+ },
1363
+ "128170": {
1364
+ "content": "<|reserved_special_token_162|>",
1365
+ "lstrip": false,
1366
+ "normalized": false,
1367
+ "rstrip": false,
1368
+ "single_word": false,
1369
+ "special": true
1370
+ },
1371
+ "128171": {
1372
+ "content": "<|reserved_special_token_163|>",
1373
+ "lstrip": false,
1374
+ "normalized": false,
1375
+ "rstrip": false,
1376
+ "single_word": false,
1377
+ "special": true
1378
+ },
1379
+ "128172": {
1380
+ "content": "<|reserved_special_token_164|>",
1381
+ "lstrip": false,
1382
+ "normalized": false,
1383
+ "rstrip": false,
1384
+ "single_word": false,
1385
+ "special": true
1386
+ },
1387
+ "128173": {
1388
+ "content": "<|reserved_special_token_165|>",
1389
+ "lstrip": false,
1390
+ "normalized": false,
1391
+ "rstrip": false,
1392
+ "single_word": false,
1393
+ "special": true
1394
+ },
1395
+ "128174": {
1396
+ "content": "<|reserved_special_token_166|>",
1397
+ "lstrip": false,
1398
+ "normalized": false,
1399
+ "rstrip": false,
1400
+ "single_word": false,
1401
+ "special": true
1402
+ },
1403
+ "128175": {
1404
+ "content": "<|reserved_special_token_167|>",
1405
+ "lstrip": false,
1406
+ "normalized": false,
1407
+ "rstrip": false,
1408
+ "single_word": false,
1409
+ "special": true
1410
+ },
1411
+ "128176": {
1412
+ "content": "<|reserved_special_token_168|>",
1413
+ "lstrip": false,
1414
+ "normalized": false,
1415
+ "rstrip": false,
1416
+ "single_word": false,
1417
+ "special": true
1418
+ },
1419
+ "128177": {
1420
+ "content": "<|reserved_special_token_169|>",
1421
+ "lstrip": false,
1422
+ "normalized": false,
1423
+ "rstrip": false,
1424
+ "single_word": false,
1425
+ "special": true
1426
+ },
1427
+ "128178": {
1428
+ "content": "<|reserved_special_token_170|>",
1429
+ "lstrip": false,
1430
+ "normalized": false,
1431
+ "rstrip": false,
1432
+ "single_word": false,
1433
+ "special": true
1434
+ },
1435
+ "128179": {
1436
+ "content": "<|reserved_special_token_171|>",
1437
+ "lstrip": false,
1438
+ "normalized": false,
1439
+ "rstrip": false,
1440
+ "single_word": false,
1441
+ "special": true
1442
+ },
1443
+ "128180": {
1444
+ "content": "<|reserved_special_token_172|>",
1445
+ "lstrip": false,
1446
+ "normalized": false,
1447
+ "rstrip": false,
1448
+ "single_word": false,
1449
+ "special": true
1450
+ },
1451
+ "128181": {
1452
+ "content": "<|reserved_special_token_173|>",
1453
+ "lstrip": false,
1454
+ "normalized": false,
1455
+ "rstrip": false,
1456
+ "single_word": false,
1457
+ "special": true
1458
+ },
1459
+ "128182": {
1460
+ "content": "<|reserved_special_token_174|>",
1461
+ "lstrip": false,
1462
+ "normalized": false,
1463
+ "rstrip": false,
1464
+ "single_word": false,
1465
+ "special": true
1466
+ },
1467
+ "128183": {
1468
+ "content": "<|reserved_special_token_175|>",
1469
+ "lstrip": false,
1470
+ "normalized": false,
1471
+ "rstrip": false,
1472
+ "single_word": false,
1473
+ "special": true
1474
+ },
1475
+ "128184": {
1476
+ "content": "<|reserved_special_token_176|>",
1477
+ "lstrip": false,
1478
+ "normalized": false,
1479
+ "rstrip": false,
1480
+ "single_word": false,
1481
+ "special": true
1482
+ },
1483
+ "128185": {
1484
+ "content": "<|reserved_special_token_177|>",
1485
+ "lstrip": false,
1486
+ "normalized": false,
1487
+ "rstrip": false,
1488
+ "single_word": false,
1489
+ "special": true
1490
+ },
1491
+ "128186": {
1492
+ "content": "<|reserved_special_token_178|>",
1493
+ "lstrip": false,
1494
+ "normalized": false,
1495
+ "rstrip": false,
1496
+ "single_word": false,
1497
+ "special": true
1498
+ },
1499
+ "128187": {
1500
+ "content": "<|reserved_special_token_179|>",
1501
+ "lstrip": false,
1502
+ "normalized": false,
1503
+ "rstrip": false,
1504
+ "single_word": false,
1505
+ "special": true
1506
+ },
1507
+ "128188": {
1508
+ "content": "<|reserved_special_token_180|>",
1509
+ "lstrip": false,
1510
+ "normalized": false,
1511
+ "rstrip": false,
1512
+ "single_word": false,
1513
+ "special": true
1514
+ },
1515
+ "128189": {
1516
+ "content": "<|reserved_special_token_181|>",
1517
+ "lstrip": false,
1518
+ "normalized": false,
1519
+ "rstrip": false,
1520
+ "single_word": false,
1521
+ "special": true
1522
+ },
1523
+ "128190": {
1524
+ "content": "<|reserved_special_token_182|>",
1525
+ "lstrip": false,
1526
+ "normalized": false,
1527
+ "rstrip": false,
1528
+ "single_word": false,
1529
+ "special": true
1530
+ },
1531
+ "128191": {
1532
+ "content": "<|reserved_special_token_183|>",
1533
+ "lstrip": false,
1534
+ "normalized": false,
1535
+ "rstrip": false,
1536
+ "single_word": false,
1537
+ "special": true
1538
+ },
1539
+ "128192": {
1540
+ "content": "<|reserved_special_token_184|>",
1541
+ "lstrip": false,
1542
+ "normalized": false,
1543
+ "rstrip": false,
1544
+ "single_word": false,
1545
+ "special": true
1546
+ },
1547
+ "128193": {
1548
+ "content": "<|reserved_special_token_185|>",
1549
+ "lstrip": false,
1550
+ "normalized": false,
1551
+ "rstrip": false,
1552
+ "single_word": false,
1553
+ "special": true
1554
+ },
1555
+ "128194": {
1556
+ "content": "<|reserved_special_token_186|>",
1557
+ "lstrip": false,
1558
+ "normalized": false,
1559
+ "rstrip": false,
1560
+ "single_word": false,
1561
+ "special": true
1562
+ },
1563
+ "128195": {
1564
+ "content": "<|reserved_special_token_187|>",
1565
+ "lstrip": false,
1566
+ "normalized": false,
1567
+ "rstrip": false,
1568
+ "single_word": false,
1569
+ "special": true
1570
+ },
1571
+ "128196": {
1572
+ "content": "<|reserved_special_token_188|>",
1573
+ "lstrip": false,
1574
+ "normalized": false,
1575
+ "rstrip": false,
1576
+ "single_word": false,
1577
+ "special": true
1578
+ },
1579
+ "128197": {
1580
+ "content": "<|reserved_special_token_189|>",
1581
+ "lstrip": false,
1582
+ "normalized": false,
1583
+ "rstrip": false,
1584
+ "single_word": false,
1585
+ "special": true
1586
+ },
1587
+ "128198": {
1588
+ "content": "<|reserved_special_token_190|>",
1589
+ "lstrip": false,
1590
+ "normalized": false,
1591
+ "rstrip": false,
1592
+ "single_word": false,
1593
+ "special": true
1594
+ },
1595
+ "128199": {
1596
+ "content": "<|reserved_special_token_191|>",
1597
+ "lstrip": false,
1598
+ "normalized": false,
1599
+ "rstrip": false,
1600
+ "single_word": false,
1601
+ "special": true
1602
+ },
1603
+ "128200": {
1604
+ "content": "<|reserved_special_token_192|>",
1605
+ "lstrip": false,
1606
+ "normalized": false,
1607
+ "rstrip": false,
1608
+ "single_word": false,
1609
+ "special": true
1610
+ },
1611
+ "128201": {
1612
+ "content": "<|reserved_special_token_193|>",
1613
+ "lstrip": false,
1614
+ "normalized": false,
1615
+ "rstrip": false,
1616
+ "single_word": false,
1617
+ "special": true
1618
+ },
1619
+ "128202": {
1620
+ "content": "<|reserved_special_token_194|>",
1621
+ "lstrip": false,
1622
+ "normalized": false,
1623
+ "rstrip": false,
1624
+ "single_word": false,
1625
+ "special": true
1626
+ },
1627
+ "128203": {
1628
+ "content": "<|reserved_special_token_195|>",
1629
+ "lstrip": false,
1630
+ "normalized": false,
1631
+ "rstrip": false,
1632
+ "single_word": false,
1633
+ "special": true
1634
+ },
1635
+ "128204": {
1636
+ "content": "<|reserved_special_token_196|>",
1637
+ "lstrip": false,
1638
+ "normalized": false,
1639
+ "rstrip": false,
1640
+ "single_word": false,
1641
+ "special": true
1642
+ },
1643
+ "128205": {
1644
+ "content": "<|reserved_special_token_197|>",
1645
+ "lstrip": false,
1646
+ "normalized": false,
1647
+ "rstrip": false,
1648
+ "single_word": false,
1649
+ "special": true
1650
+ },
1651
+ "128206": {
1652
+ "content": "<|reserved_special_token_198|>",
1653
+ "lstrip": false,
1654
+ "normalized": false,
1655
+ "rstrip": false,
1656
+ "single_word": false,
1657
+ "special": true
1658
+ },
1659
+ "128207": {
1660
+ "content": "<|reserved_special_token_199|>",
1661
+ "lstrip": false,
1662
+ "normalized": false,
1663
+ "rstrip": false,
1664
+ "single_word": false,
1665
+ "special": true
1666
+ },
1667
+ "128208": {
1668
+ "content": "<|reserved_special_token_200|>",
1669
+ "lstrip": false,
1670
+ "normalized": false,
1671
+ "rstrip": false,
1672
+ "single_word": false,
1673
+ "special": true
1674
+ },
1675
+ "128209": {
1676
+ "content": "<|reserved_special_token_201|>",
1677
+ "lstrip": false,
1678
+ "normalized": false,
1679
+ "rstrip": false,
1680
+ "single_word": false,
1681
+ "special": true
1682
+ },
1683
+ "128210": {
1684
+ "content": "<|reserved_special_token_202|>",
1685
+ "lstrip": false,
1686
+ "normalized": false,
1687
+ "rstrip": false,
1688
+ "single_word": false,
1689
+ "special": true
1690
+ },
1691
+ "128211": {
1692
+ "content": "<|reserved_special_token_203|>",
1693
+ "lstrip": false,
1694
+ "normalized": false,
1695
+ "rstrip": false,
1696
+ "single_word": false,
1697
+ "special": true
1698
+ },
1699
+ "128212": {
1700
+ "content": "<|reserved_special_token_204|>",
1701
+ "lstrip": false,
1702
+ "normalized": false,
1703
+ "rstrip": false,
1704
+ "single_word": false,
1705
+ "special": true
1706
+ },
1707
+ "128213": {
1708
+ "content": "<|reserved_special_token_205|>",
1709
+ "lstrip": false,
1710
+ "normalized": false,
1711
+ "rstrip": false,
1712
+ "single_word": false,
1713
+ "special": true
1714
+ },
1715
+ "128214": {
1716
+ "content": "<|reserved_special_token_206|>",
1717
+ "lstrip": false,
1718
+ "normalized": false,
1719
+ "rstrip": false,
1720
+ "single_word": false,
1721
+ "special": true
1722
+ },
1723
+ "128215": {
1724
+ "content": "<|reserved_special_token_207|>",
1725
+ "lstrip": false,
1726
+ "normalized": false,
1727
+ "rstrip": false,
1728
+ "single_word": false,
1729
+ "special": true
1730
+ },
1731
+ "128216": {
1732
+ "content": "<|reserved_special_token_208|>",
1733
+ "lstrip": false,
1734
+ "normalized": false,
1735
+ "rstrip": false,
1736
+ "single_word": false,
1737
+ "special": true
1738
+ },
1739
+ "128217": {
1740
+ "content": "<|reserved_special_token_209|>",
1741
+ "lstrip": false,
1742
+ "normalized": false,
1743
+ "rstrip": false,
1744
+ "single_word": false,
1745
+ "special": true
1746
+ },
1747
+ "128218": {
1748
+ "content": "<|reserved_special_token_210|>",
1749
+ "lstrip": false,
1750
+ "normalized": false,
1751
+ "rstrip": false,
1752
+ "single_word": false,
1753
+ "special": true
1754
+ },
1755
+ "128219": {
1756
+ "content": "<|reserved_special_token_211|>",
1757
+ "lstrip": false,
1758
+ "normalized": false,
1759
+ "rstrip": false,
1760
+ "single_word": false,
1761
+ "special": true
1762
+ },
1763
+ "128220": {
1764
+ "content": "<|reserved_special_token_212|>",
1765
+ "lstrip": false,
1766
+ "normalized": false,
1767
+ "rstrip": false,
1768
+ "single_word": false,
1769
+ "special": true
1770
+ },
1771
+ "128221": {
1772
+ "content": "<|reserved_special_token_213|>",
1773
+ "lstrip": false,
1774
+ "normalized": false,
1775
+ "rstrip": false,
1776
+ "single_word": false,
1777
+ "special": true
1778
+ },
1779
+ "128222": {
1780
+ "content": "<|reserved_special_token_214|>",
1781
+ "lstrip": false,
1782
+ "normalized": false,
1783
+ "rstrip": false,
1784
+ "single_word": false,
1785
+ "special": true
1786
+ },
1787
+ "128223": {
1788
+ "content": "<|reserved_special_token_215|>",
1789
+ "lstrip": false,
1790
+ "normalized": false,
1791
+ "rstrip": false,
1792
+ "single_word": false,
1793
+ "special": true
1794
+ },
1795
+ "128224": {
1796
+ "content": "<|reserved_special_token_216|>",
1797
+ "lstrip": false,
1798
+ "normalized": false,
1799
+ "rstrip": false,
1800
+ "single_word": false,
1801
+ "special": true
1802
+ },
1803
+ "128225": {
1804
+ "content": "<|reserved_special_token_217|>",
1805
+ "lstrip": false,
1806
+ "normalized": false,
1807
+ "rstrip": false,
1808
+ "single_word": false,
1809
+ "special": true
1810
+ },
1811
+ "128226": {
1812
+ "content": "<|reserved_special_token_218|>",
1813
+ "lstrip": false,
1814
+ "normalized": false,
1815
+ "rstrip": false,
1816
+ "single_word": false,
1817
+ "special": true
1818
+ },
1819
+ "128227": {
1820
+ "content": "<|reserved_special_token_219|>",
1821
+ "lstrip": false,
1822
+ "normalized": false,
1823
+ "rstrip": false,
1824
+ "single_word": false,
1825
+ "special": true
1826
+ },
1827
+ "128228": {
1828
+ "content": "<|reserved_special_token_220|>",
1829
+ "lstrip": false,
1830
+ "normalized": false,
1831
+ "rstrip": false,
1832
+ "single_word": false,
1833
+ "special": true
1834
+ },
1835
+ "128229": {
1836
+ "content": "<|reserved_special_token_221|>",
1837
+ "lstrip": false,
1838
+ "normalized": false,
1839
+ "rstrip": false,
1840
+ "single_word": false,
1841
+ "special": true
1842
+ },
1843
+ "128230": {
1844
+ "content": "<|reserved_special_token_222|>",
1845
+ "lstrip": false,
1846
+ "normalized": false,
1847
+ "rstrip": false,
1848
+ "single_word": false,
1849
+ "special": true
1850
+ },
1851
+ "128231": {
1852
+ "content": "<|reserved_special_token_223|>",
1853
+ "lstrip": false,
1854
+ "normalized": false,
1855
+ "rstrip": false,
1856
+ "single_word": false,
1857
+ "special": true
1858
+ },
1859
+ "128232": {
1860
+ "content": "<|reserved_special_token_224|>",
1861
+ "lstrip": false,
1862
+ "normalized": false,
1863
+ "rstrip": false,
1864
+ "single_word": false,
1865
+ "special": true
1866
+ },
1867
+ "128233": {
1868
+ "content": "<|reserved_special_token_225|>",
1869
+ "lstrip": false,
1870
+ "normalized": false,
1871
+ "rstrip": false,
1872
+ "single_word": false,
1873
+ "special": true
1874
+ },
1875
+ "128234": {
1876
+ "content": "<|reserved_special_token_226|>",
1877
+ "lstrip": false,
1878
+ "normalized": false,
1879
+ "rstrip": false,
1880
+ "single_word": false,
1881
+ "special": true
1882
+ },
1883
+ "128235": {
1884
+ "content": "<|reserved_special_token_227|>",
1885
+ "lstrip": false,
1886
+ "normalized": false,
1887
+ "rstrip": false,
1888
+ "single_word": false,
1889
+ "special": true
1890
+ },
1891
+ "128236": {
1892
+ "content": "<|reserved_special_token_228|>",
1893
+ "lstrip": false,
1894
+ "normalized": false,
1895
+ "rstrip": false,
1896
+ "single_word": false,
1897
+ "special": true
1898
+ },
1899
+ "128237": {
1900
+ "content": "<|reserved_special_token_229|>",
1901
+ "lstrip": false,
1902
+ "normalized": false,
1903
+ "rstrip": false,
1904
+ "single_word": false,
1905
+ "special": true
1906
+ },
1907
+ "128238": {
1908
+ "content": "<|reserved_special_token_230|>",
1909
+ "lstrip": false,
1910
+ "normalized": false,
1911
+ "rstrip": false,
1912
+ "single_word": false,
1913
+ "special": true
1914
+ },
1915
+ "128239": {
1916
+ "content": "<|reserved_special_token_231|>",
1917
+ "lstrip": false,
1918
+ "normalized": false,
1919
+ "rstrip": false,
1920
+ "single_word": false,
1921
+ "special": true
1922
+ },
1923
+ "128240": {
1924
+ "content": "<|reserved_special_token_232|>",
1925
+ "lstrip": false,
1926
+ "normalized": false,
1927
+ "rstrip": false,
1928
+ "single_word": false,
1929
+ "special": true
1930
+ },
1931
+ "128241": {
1932
+ "content": "<|reserved_special_token_233|>",
1933
+ "lstrip": false,
1934
+ "normalized": false,
1935
+ "rstrip": false,
1936
+ "single_word": false,
1937
+ "special": true
1938
+ },
1939
+ "128242": {
1940
+ "content": "<|reserved_special_token_234|>",
1941
+ "lstrip": false,
1942
+ "normalized": false,
1943
+ "rstrip": false,
1944
+ "single_word": false,
1945
+ "special": true
1946
+ },
1947
+ "128243": {
1948
+ "content": "<|reserved_special_token_235|>",
1949
+ "lstrip": false,
1950
+ "normalized": false,
1951
+ "rstrip": false,
1952
+ "single_word": false,
1953
+ "special": true
1954
+ },
1955
+ "128244": {
1956
+ "content": "<|reserved_special_token_236|>",
1957
+ "lstrip": false,
1958
+ "normalized": false,
1959
+ "rstrip": false,
1960
+ "single_word": false,
1961
+ "special": true
1962
+ },
1963
+ "128245": {
1964
+ "content": "<|reserved_special_token_237|>",
1965
+ "lstrip": false,
1966
+ "normalized": false,
1967
+ "rstrip": false,
1968
+ "single_word": false,
1969
+ "special": true
1970
+ },
1971
+ "128246": {
1972
+ "content": "<|reserved_special_token_238|>",
1973
+ "lstrip": false,
1974
+ "normalized": false,
1975
+ "rstrip": false,
1976
+ "single_word": false,
1977
+ "special": true
1978
+ },
1979
+ "128247": {
1980
+ "content": "<|reserved_special_token_239|>",
1981
+ "lstrip": false,
1982
+ "normalized": false,
1983
+ "rstrip": false,
1984
+ "single_word": false,
1985
+ "special": true
1986
+ },
1987
+ "128248": {
1988
+ "content": "<|reserved_special_token_240|>",
1989
+ "lstrip": false,
1990
+ "normalized": false,
1991
+ "rstrip": false,
1992
+ "single_word": false,
1993
+ "special": true
1994
+ },
1995
+ "128249": {
1996
+ "content": "<|reserved_special_token_241|>",
1997
+ "lstrip": false,
1998
+ "normalized": false,
1999
+ "rstrip": false,
2000
+ "single_word": false,
2001
+ "special": true
2002
+ },
2003
+ "128250": {
2004
+ "content": "<|reserved_special_token_242|>",
2005
+ "lstrip": false,
2006
+ "normalized": false,
2007
+ "rstrip": false,
2008
+ "single_word": false,
2009
+ "special": true
2010
+ },
2011
+ "128251": {
2012
+ "content": "<|reserved_special_token_243|>",
2013
+ "lstrip": false,
2014
+ "normalized": false,
2015
+ "rstrip": false,
2016
+ "single_word": false,
2017
+ "special": true
2018
+ },
2019
+ "128252": {
2020
+ "content": "<|reserved_special_token_244|>",
2021
+ "lstrip": false,
2022
+ "normalized": false,
2023
+ "rstrip": false,
2024
+ "single_word": false,
2025
+ "special": true
2026
+ },
2027
+ "128253": {
2028
+ "content": "<|reserved_special_token_245|>",
2029
+ "lstrip": false,
2030
+ "normalized": false,
2031
+ "rstrip": false,
2032
+ "single_word": false,
2033
+ "special": true
2034
+ },
2035
+ "128254": {
2036
+ "content": "<|reserved_special_token_246|>",
2037
+ "lstrip": false,
2038
+ "normalized": false,
2039
+ "rstrip": false,
2040
+ "single_word": false,
2041
+ "special": true
2042
+ },
2043
+ "128255": {
2044
+ "content": "<|reserved_special_token_247|>",
2045
+ "lstrip": false,
2046
+ "normalized": false,
2047
+ "rstrip": false,
2048
+ "single_word": false,
2049
+ "special": true
2050
+ }
2051
+ },
2052
+ "bos_token": "<|begin_of_text|>",
2053
+ "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n {%- if strftime_now is defined %}\n {%- set date_string = strftime_now(\"%d %b %Y\") %}\n {%- else %}\n {%- set date_string = \"26 Jul 2024\" %}\n {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n{%- else %}\n {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n {#- Extract the first user message so we can plug it in here #}\n {%- if messages | length != 0 %}\n {%- set first_user_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n {%- else %}\n {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n {%- elif 'tool_calls' in message %}\n {%- if not message.tool_calls|length == 1 %}\n {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n {%- endif %}\n {%- set tool_call = message.tool_calls[0].function %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n {{- '\"parameters\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- \"}\" }}\n {{- \"<|eot_id|>\" }}\n {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n {%- if message.content is mapping or message.content is iterable %}\n {{- message.content | tojson }}\n {%- else %}\n {{- message.content }}\n {%- endif %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
2054
+ "clean_up_tokenization_spaces": true,
2055
+ "eos_token": "<|eot_id|>",
2056
+ "model_input_names": [
2057
+ "input_ids",
2058
+ "attention_mask"
2059
+ ],
2060
+ "model_max_length": 131072,
2061
+ "tokenizer_class": "PreTrainedTokenizerFast"
2062
+ }
finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=5/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml ADDED
@@ -0,0 +1 @@
 
 
1
+ {}
finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=5/lora_ans/0.0-1.0/0.7-1.0/logs/metrics.csv ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ epoch,iter,iter_time,step,train/loss,val/loss
2
+ 0,1,0.35220083594322205,0,4.047575950622559,
3
+ 0,8,0.059612005949020386,1,4.829372256994247,
4
+ 0,16,0.031129416078329086,2,5.92244017124176,
5
+ 0,24,0.03157011792063713,3,1.8043123483657837,
6
+ 0,32,0.031349826604127884,4,0.6346056424081326,
7
+ 0,40,0.03157854080200195,5,0.513563534244895,
8
+ 0,48,0.03133552893996239,6,0.41613193415105343,
9
+ 0,56,0.031085673719644547,7,0.46017024852335453,
10
+ 0,64,0.03160795196890831,8,0.3635370973497629,
11
+ 0,72,0.031783655285835266,9,0.5871853767894208,
12
+ 0,80,0.03505302220582962,10,0.32114597712643445,
13
+ 0,88,0.03449650853872299,11,0.5158101991983131,
14
+ 0,96,0.030754849314689636,12,0.23161035953671671,
15
+ 0,104,0.03074820712208748,13,0.07688374421559274,
16
+ 0,112,0.030785664916038513,14,0.21623783139511943,
17
+ 0,120,0.034729793667793274,15,0.3179150790674612,
18
+ 0,128,0.03524006903171539,16,0.2588572129898239,
19
+ ,,,16,,0.2390049884193822
20
+ 0,136,0.03209589794278145,17,0.5482556215429213,
21
+ 0,144,0.031812120229005814,18,0.010680368461180478,
22
+ 0,152,0.03138219192624092,19,0.2197050050162943,
23
+ 0,160,0.03151687979698181,20,0.2588121313601732,
24
+ 0,168,0.03139504790306091,21,0.36019474593922496,
25
+ 0,176,0.03154722973704338,22,0.24169531915686093,
26
+ 0,184,0.03383975848555565,23,0.08183427149197087,
27
+ 0,192,0.030817821621894836,24,0.23438561959483195,
28
+ 0,200,0.030473504215478897,25,1.111031177737459,
29
+ 0,208,0.03094000741839409,26,0.3996069954591803,
30
+ 0,216,0.03078291192650795,27,0.19936527212848887,
31
+ 0,224,0.03129355609416962,28,0.8199893099226756,
32
+ 0,232,0.03107241541147232,29,0.09623531757824821,
33
+ 0,240,0.03130196034908295,30,0.19374620146118104,
34
+ 0,248,0.03073839098215103,31,0.354042155056959,
35
+ 0,256,0.031342700123786926,32,1.0439223112771288,
36
+ ,,,32,,0.299461189069246
finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=5/lora_ans/0.0-1.0/0.7-1.0/test=sst2/list=test_400/labels.csv ADDED
@@ -0,0 +1,400 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 17786,0
2
+ 12007,0
3
+ 8229,0
4
+ 31449,1
5
+ 1591,0
6
+ 53542,1
7
+ 49372,1
8
+ 54831,0
9
+ 44771,1
10
+ 33116,0
11
+ 33492,1
12
+ 16982,1
13
+ 31901,1
14
+ 49817,0
15
+ 60681,0
16
+ 39890,1
17
+ 62685,0
18
+ 2201,1
19
+ 47201,1
20
+ 20835,1
21
+ 15421,1
22
+ 45021,0
23
+ 45802,0
24
+ 43637,0
25
+ 7160,0
26
+ 8150,0
27
+ 3512,1
28
+ 29264,0
29
+ 32960,0
30
+ 32221,0
31
+ 35996,1
32
+ 4422,1
33
+ 22209,0
34
+ 6920,1
35
+ 25253,0
36
+ 680,0
37
+ 50140,1
38
+ 28481,1
39
+ 36298,0
40
+ 16473,1
41
+ 11102,1
42
+ 62901,0
43
+ 16123,1
44
+ 52012,0
45
+ 60780,0
46
+ 1781,1
47
+ 41449,0
48
+ 908,0
49
+ 15507,1
50
+ 57914,1
51
+ 46159,1
52
+ 56461,1
53
+ 62107,1
54
+ 49087,1
55
+ 65792,0
56
+ 13181,0
57
+ 54119,1
58
+ 51997,0
59
+ 24924,1
60
+ 45890,0
61
+ 41716,0
62
+ 60175,0
63
+ 30318,0
64
+ 13221,1
65
+ 15509,1
66
+ 37365,1
67
+ 60975,0
68
+ 51375,0
69
+ 16004,1
70
+ 12837,1
71
+ 17864,1
72
+ 67134,1
73
+ 18611,1
74
+ 12861,1
75
+ 58084,1
76
+ 32874,1
77
+ 32717,1
78
+ 23413,1
79
+ 59634,0
80
+ 15629,0
81
+ 47071,0
82
+ 48558,1
83
+ 3648,0
84
+ 43367,0
85
+ 14869,0
86
+ 1518,0
87
+ 16976,1
88
+ 20931,1
89
+ 67379,1
90
+ 4741,0
91
+ 5765,1
92
+ 48791,0
93
+ 15298,0
94
+ 21874,1
95
+ 9095,1
96
+ 3840,1
97
+ 55636,0
98
+ 57364,0
99
+ 65863,0
100
+ 40786,0
101
+ 8118,1
102
+ 52441,0
103
+ 38593,0
104
+ 5517,0
105
+ 39136,1
106
+ 47292,0
107
+ 34052,1
108
+ 16037,1
109
+ 64606,1
110
+ 19552,0
111
+ 14116,0
112
+ 11261,1
113
+ 11668,1
114
+ 42198,1
115
+ 22526,1
116
+ 8037,1
117
+ 5324,1
118
+ 56692,0
119
+ 59753,0
120
+ 47298,0
121
+ 57801,1
122
+ 58413,1
123
+ 10673,0
124
+ 65730,1
125
+ 40287,1
126
+ 15186,0
127
+ 43119,0
128
+ 39219,1
129
+ 50340,0
130
+ 34297,1
131
+ 62941,0
132
+ 31551,1
133
+ 41344,1
134
+ 46402,1
135
+ 13636,1
136
+ 42241,1
137
+ 15422,0
138
+ 25014,1
139
+ 19613,1
140
+ 5515,0
141
+ 64128,0
142
+ 28084,0
143
+ 10395,1
144
+ 9965,0
145
+ 27221,1
146
+ 11994,0
147
+ 43384,0
148
+ 44329,0
149
+ 58937,0
150
+ 29119,0
151
+ 8989,0
152
+ 23043,1
153
+ 32166,0
154
+ 42729,0
155
+ 6863,1
156
+ 41187,0
157
+ 36039,1
158
+ 55977,0
159
+ 8129,1
160
+ 60223,1
161
+ 9414,1
162
+ 26177,0
163
+ 38443,0
164
+ 43084,0
165
+ 53673,0
166
+ 15057,1
167
+ 51700,0
168
+ 51201,1
169
+ 47078,1
170
+ 59961,1
171
+ 22272,1
172
+ 65773,0
173
+ 33746,0
174
+ 27311,1
175
+ 41292,0
176
+ 17110,0
177
+ 57029,0
178
+ 3009,1
179
+ 40193,1
180
+ 27618,1
181
+ 20145,1
182
+ 52193,1
183
+ 34398,0
184
+ 36473,1
185
+ 43577,0
186
+ 57850,1
187
+ 61117,0
188
+ 32569,1
189
+ 12290,1
190
+ 19499,1
191
+ 60470,0
192
+ 8962,1
193
+ 65955,1
194
+ 62486,0
195
+ 19000,0
196
+ 22631,1
197
+ 25613,0
198
+ 56086,1
199
+ 28883,0
200
+ 26425,1
201
+ 48097,0
202
+ 61477,0
203
+ 9121,0
204
+ 66709,1
205
+ 51472,1
206
+ 19809,1
207
+ 38959,1
208
+ 39849,0
209
+ 59964,0
210
+ 65268,1
211
+ 8791,0
212
+ 51774,1
213
+ 49640,0
214
+ 20125,1
215
+ 59640,0
216
+ 68206,1
217
+ 48079,1
218
+ 49583,0
219
+ 67054,0
220
+ 59571,1
221
+ 29080,1
222
+ 29111,1
223
+ 20758,1
224
+ 64023,0
225
+ 29058,0
226
+ 18185,1
227
+ 36543,0
228
+ 54983,1
229
+ 3101,1
230
+ 42140,0
231
+ 6954,0
232
+ 15955,1
233
+ 61746,0
234
+ 32055,0
235
+ 39496,1
236
+ 59909,1
237
+ 66296,0
238
+ 46804,1
239
+ 35049,0
240
+ 56017,1
241
+ 26947,1
242
+ 38928,0
243
+ 15029,1
244
+ 7086,0
245
+ 537,0
246
+ 50731,0
247
+ 63604,1
248
+ 67049,0
249
+ 31161,0
250
+ 58922,1
251
+ 18347,1
252
+ 25864,1
253
+ 63846,0
254
+ 13353,0
255
+ 25378,1
256
+ 59101,1
257
+ 20895,0
258
+ 48119,1
259
+ 14332,0
260
+ 25497,1
261
+ 8686,0
262
+ 22758,1
263
+ 7666,0
264
+ 20686,0
265
+ 18975,1
266
+ 19054,1
267
+ 48123,1
268
+ 57909,1
269
+ 9226,1
270
+ 48653,1
271
+ 44013,0
272
+ 11409,1
273
+ 62736,0
274
+ 2777,1
275
+ 7058,0
276
+ 48408,0
277
+ 28934,1
278
+ 46578,1
279
+ 23203,0
280
+ 6257,1
281
+ 53444,0
282
+ 17816,0
283
+ 46307,1
284
+ 20599,1
285
+ 29423,0
286
+ 21041,0
287
+ 16633,1
288
+ 20221,0
289
+ 27466,0
290
+ 22987,0
291
+ 9322,1
292
+ 3265,0
293
+ 22814,1
294
+ 56185,1
295
+ 55014,1
296
+ 43437,1
297
+ 24683,0
298
+ 10233,0
299
+ 19001,0
300
+ 32718,0
301
+ 31030,0
302
+ 1099,0
303
+ 57982,1
304
+ 49148,0
305
+ 40880,1
306
+ 31148,0
307
+ 9446,1
308
+ 18579,1
309
+ 30932,0
310
+ 40792,0
311
+ 48600,0
312
+ 44588,1
313
+ 33828,1
314
+ 33917,0
315
+ 2026,0
316
+ 56745,0
317
+ 17383,0
318
+ 2372,0
319
+ 56600,0
320
+ 50257,0
321
+ 38892,0
322
+ 45844,0
323
+ 29062,0
324
+ 5655,1
325
+ 67611,0
326
+ 18546,0
327
+ 63060,1
328
+ 36068,1
329
+ 784,0
330
+ 20429,0
331
+ 21679,1
332
+ 53617,1
333
+ 6978,1
334
+ 53262,0
335
+ 181,0
336
+ 28744,0
337
+ 48716,0
338
+ 51468,0
339
+ 62209,1
340
+ 8732,1
341
+ 56949,1
342
+ 26885,0
343
+ 43345,0
344
+ 8053,0
345
+ 59402,1
346
+ 49552,0
347
+ 12348,0
348
+ 28335,1
349
+ 59114,1
350
+ 12625,1
351
+ 8876,1
352
+ 29959,1
353
+ 37911,1
354
+ 38412,0
355
+ 31999,0
356
+ 34775,0
357
+ 65737,1
358
+ 25244,0
359
+ 51630,1
360
+ 23979,1
361
+ 34638,1
362
+ 22311,1
363
+ 14004,1
364
+ 310,1
365
+ 49105,0
366
+ 38782,1
367
+ 4647,1
368
+ 43782,0
369
+ 66046,0
370
+ 16690,1
371
+ 67731,0
372
+ 54867,1
373
+ 34108,1
374
+ 67332,0
375
+ 22567,0
376
+ 57173,0
377
+ 26527,1
378
+ 59580,1
379
+ 20737,0
380
+ 53307,0
381
+ 32783,0
382
+ 7868,1
383
+ 50777,0
384
+ 29307,1
385
+ 18297,0
386
+ 44524,1
387
+ 61320,0
388
+ 2578,0
389
+ 40612,1
390
+ 32523,1
391
+ 48509,0
392
+ 36666,1
393
+ 6539,1
394
+ 33620,1
395
+ 55547,1
396
+ 11751,1
397
+ 30491,0
398
+ 48294,1
399
+ 37424,1
400
+ 29155,1
finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=5/lora_ans/0.0-1.0/0.7-1.0/test=sst2/list=test_400/logits.csv ADDED
@@ -0,0 +1,400 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 17786,-2.4662416,-0.091241665
2
+ 12007,-1.6030889,-0.22808889
3
+ 8229,-0.38768834,-1.1376884
4
+ 31449,-6.752156,-0.0021558395
5
+ 1591,-0.14415503,-2.019155
6
+ 53542,-6.0036035,-0.0036035145
7
+ 49372,-5.2568746,-0.0068747182
8
+ 54831,-0.4750353,-0.9750353
9
+ 44771,-4.3888106,-0.013810436
10
+ 33116,-0.03524414,-3.4102442
11
+ 33492,-4.264927,-0.014926885
12
+ 16982,-2.4658175,-0.09081753
13
+ 31901,-4.3916087,-0.016608782
14
+ 49817,-0.4761971,-0.9761971
15
+ 60681,-3.0520306,-0.05203065
16
+ 39890,-4.5116844,-0.011684198
17
+ 62685,-0.050596833,-3.0505967
18
+ 2201,-8.443589,-0.006089467
19
+ 47201,-0.2560675,-1.5060675
20
+ 20835,-6.753337,-0.0033369355
21
+ 15421,-5.754111,-0.0041105784
22
+ 45021,-0.57862395,-0.82862395
23
+ 45802,-0.18188241,-1.8068824
24
+ 43637,-0.1278194,-2.1278193
25
+ 7160,-0.63389945,-0.75889945
26
+ 8150,-2.24151,-0.116510026
27
+ 3512,-6.2523685,-0.0023683852
28
+ 29264,-0.008443964,-4.883444
29
+ 32960,-0.31425822,-1.3142582
30
+ 32221,-0.5245432,-0.8995432
31
+ 35996,-3.896938,-0.021938147
32
+ 4422,-7.62753,-0.002530232
33
+ 22209,-0.18084122,-1.8058412
34
+ 6920,-6.8768544,-0.0018543683
35
+ 25253,-0.050623693,-3.0506237
36
+ 680,-1.225541,-0.350541
37
+ 50140,-6.5021963,-0.0021961636
38
+ 28481,-6.1277933,-0.00279346
39
+ 36298,-0.31519607,-1.315196
40
+ 16473,-7.126306,-0.0013062763
41
+ 11102,-3.0496979,-0.04969797
42
+ 62901,-0.5783563,-0.8283563
43
+ 16123,-6.1292377,-0.004237601
44
+ 52012,-0.00786328,-5.257863
45
+ 60780,-0.25407666,-1.5040767
46
+ 1781,-7.251571,-0.0015712547
47
+ 41449,-0.43017006,-1.05517
48
+ 908,-4.2654305,-0.0154303545
49
+ 15507,-6.5050383,-0.0050383033
50
+ 57914,-2.4655504,-0.09055035
51
+ 46159,-3.0495632,-0.04956309
52
+ 56461,-6.00325,-0.0032499612
53
+ 62107,-0.13856247,-2.1385624
54
+ 49087,-6.502466,-0.0024660197
55
+ 65792,-0.47524863,-0.97524863
56
+ 13181,-0.4756327,-0.97563267
57
+ 54119,-6.253615,-0.0036149174
58
+ 51997,-0.1436878,-2.0186877
59
+ 24924,-7.3764696,-0.0014698426
60
+ 45890,-0.049777705,-3.0497777
61
+ 41716,-2.2392278,-0.11422789
62
+ 60175,-0.035480723,-3.4104807
63
+ 30318,-0.18156274,-1.8065628
64
+ 13221,-6.5020914,-0.0020912462
65
+ 15509,-6.8764696,-0.0014696046
66
+ 37365,-3.2887642,-0.038764138
67
+ 60975,-0.633713,-0.758713
68
+ 51375,-0.042328123,-3.2923281
69
+ 16004,-6.3775053,-0.00250538
70
+ 12837,-5.3805885,-0.0055883843
71
+ 17864,-6.6292543,-0.0042543383
72
+ 67134,-4.7599792,-0.00997912
73
+ 18611,-5.3803687,-0.0053689335
74
+ 12861,-4.0197577,-0.019757729
75
+ 58084,-7.2509975,-0.0009977607
76
+ 32874,-0.57784075,-0.82784075
77
+ 32717,-6.382517,-0.00751691
78
+ 23413,-5.8876696,-0.012669786
79
+ 59634,-1.7023853,-0.20238534
80
+ 15629,-1.8116741,-0.18667418
81
+ 47071,-1.056612,-0.43161207
82
+ 48558,-6.3776817,-0.0026818283
83
+ 3648,-0.20209417,-1.7020942
84
+ 43367,-1.4068823,-0.2818823
85
+ 14869,-0.051771916,-3.0517719
86
+ 1518,-0.2526856,-1.5026855
87
+ 16976,-6.6904488,-0.06544888
88
+ 20931,-7.376306,-0.0013061572
89
+ 67379,-7.0020614,-0.0020611489
90
+ 4741,-0.012762065,-4.512762
91
+ 5765,-4.8852673,-0.010267179
92
+ 48791,-0.2528631,-1.5028632
93
+ 15298,-1.7034502,-0.20345017
94
+ 21874,-6.2546396,-0.004639456
95
+ 9095,-5.2604465,-0.010446746
96
+ 3840,-6.1280274,-0.003027263
97
+ 55636,-1.6016346,-0.22663458
98
+ 57364,-2.4656882,-0.0906882
99
+ 65863,-0.016664471,-4.5166645
100
+ 40786,-0.027323592,-3.6523235
101
+ 8118,-5.5050335,-0.00503344
102
+ 52441,-0.049620945,-3.0496209
103
+ 38593,-0.08958545,-2.4645855
104
+ 5517,-0.1301453,-2.1301453
105
+ 39136,-2.4663846,-0.091384746
106
+ 47292,-0.101987205,-2.3519871
107
+ 34052,-2.2400534,-0.1150535
108
+ 16037,-7.126546,-0.0015457836
109
+ 64606,-5.629575,-0.004574786
110
+ 19552,-1.0545526,-0.42955256
111
+ 14116,-4.5116286,-0.011628465
112
+ 11261,-2.6954079,-0.07040798
113
+ 11668,-6.877167,-0.0021673779
114
+ 42198,-6.7518077,-0.0018076047
115
+ 22526,-8.63,-0.0050005843
116
+ 8037,-5.256215,-0.0062152906
117
+ 5324,-3.5409956,-0.04099555
118
+ 56692,-0.101102136,-2.351102
119
+ 59753,-1.0551238,-0.43012387
120
+ 47298,-0.38819918,-1.1381992
121
+ 57801,-2.5795338,-0.07953379
122
+ 58413,-8.125651,-0.00065138575
123
+ 10673,-0.007296817,-5.007297
124
+ 65730,-7.5011253,-0.0011251792
125
+ 40287,-6.2532744,-0.003274676
126
+ 15186,-5.1325674,-0.0075671934
127
+ 43119,-0.09026393,-2.4652638
128
+ 39219,-6.0040984,-0.004098469
129
+ 50340,-3.7737842,-0.023784209
130
+ 34297,-5.3813615,-0.006361473
131
+ 62941,-0.16183427,-1.9118342
132
+ 31551,-8.751154,-0.001153876
133
+ 41344,-6.1284933,-0.003493399
134
+ 46402,-6.3771763,-0.002176418
135
+ 13636,-6.127756,-0.002756013
136
+ 42241,-5.2560024,-0.0060023763
137
+ 15422,-2.2382352,-0.11323534
138
+ 25014,-7.0026126,-0.002612632
139
+ 19613,-2.3511796,-0.101179495
140
+ 5515,-0.20304255,-1.7030425
141
+ 64128,-0.012833034,-4.512833
142
+ 28084,-0.03129009,-3.53129
143
+ 10395,-2.8127837,-0.06278365
144
+ 9965,-1.40695,-0.28195
145
+ 27221,-5.131326,-0.0063261734
146
+ 11994,-0.011694212,-4.6366944
147
+ 43384,-0.20269337,-1.7026933
148
+ 44329,-0.013864754,-4.3888645
149
+ 58937,-0.056050904,-2.931051
150
+ 29119,-0.25270793,-1.502708
151
+ 8989,-0.01991585,-5.394916
152
+ 23043,-6.752613,-0.0026128697
153
+ 32166,-0.04579792,-3.2957978
154
+ 42729,-0.35164085,-1.2266408
155
+ 6863,-6.00483,-0.004830002
156
+ 41187,-0.02363869,-3.8986387
157
+ 36039,-8.377298,-0.0022988103
158
+ 55977,-0.43143934,-1.0564394
159
+ 8129,-7.0015607,-0.0015607807
160
+ 60223,-7.001727,-0.0017271615
161
+ 9414,-0.25330496,-1.503305
162
+ 26177,-0.10188935,-2.3518894
163
+ 38443,-1.4067591,-0.28175917
164
+ 43084,-0.006314801,-5.2563148
165
+ 53673,-0.11571142,-2.2407115
166
+ 15057,-3.1691146,-0.0441146
167
+ 51700,-0.16482921,-1.9148293
168
+ 51201,-5.38036,-0.0053599225
169
+ 47078,-5.7568974,-0.006897686
170
+ 59961,-4.8830957,-0.008095901
171
+ 22272,-1.6055676,-0.23056756
172
+ 65773,-2.3505666,-0.100566715
173
+ 33746,-2.3508124,-0.10081237
174
+ 27311,-6.252334,-0.0023341335
175
+ 41292,-0.1605336,-1.9105337
176
+ 17110,-1.6023322,-0.22733226
177
+ 57029,-0.044322405,-3.1693225
178
+ 3009,-5.504388,-0.0043876334
179
+ 40193,-7.1263194,-0.0013193721
180
+ 27618,-4.759822,-0.009822016
181
+ 20145,-7.50126,-0.0012596062
182
+ 52193,-6.2532086,-0.0032088477
183
+ 34398,-0.63464624,-0.75964624
184
+ 36473,-6.254204,-0.00420377
185
+ 43577,-0.12810639,-2.1281064
186
+ 57850,-7.0020723,-0.0020722123
187
+ 61117,-0.08262445,-2.5826244
188
+ 32569,-2.8136313,-0.06363124
189
+ 12290,-8.001242,-0.0012418661
190
+ 19499,-6.37872,-0.0037200314
191
+ 60470,-0.38718334,-1.1371833
192
+ 8962,-7.6270647,-0.0020648367
193
+ 65955,-5.3808193,-0.0058192834
194
+ 62486,-2.4653437,-0.090343766
195
+ 19000,-1.4072912,-0.2822911
196
+ 22631,-4.5125947,-0.012594567
197
+ 25613,-0.16156188,-1.9115618
198
+ 56086,-5.2561493,-0.006149419
199
+ 28883,-2.5798118,-0.079811856
200
+ 26425,-5.505294,-0.0052938755
201
+ 48097,-0.5772714,-0.8272714
202
+ 61477,-1.3150414,-0.3150414
203
+ 9121,-2.3513358,-0.101335704
204
+ 66709,-5.753655,-0.0036551827
205
+ 51472,-4.266619,-0.0166191
206
+ 19809,-6.508941,-0.008941373
207
+ 38959,-5.629497,-0.0044970573
208
+ 39849,-0.10067451,-2.3506746
209
+ 59964,-0.3495038,-1.2245038
210
+ 65268,-6.7526484,-0.0026485387
211
+ 8791,-0.47515258,-0.9751526
212
+ 51774,-4.8836293,-0.008629413
213
+ 49640,-0.11531517,-2.2403152
214
+ 20125,-5.6291943,-0.0041943914
215
+ 59640,-1.1386418,-0.38864183
216
+ 68206,-6.504739,-0.004739005
217
+ 48079,-6.5025053,-0.002505261
218
+ 49583,-2.3522778,-0.10227782
219
+ 67054,-0.11361933,-2.2386193
220
+ 59571,-1.5042323,-0.25423226
221
+ 29080,-5.3867974,-0.011797539
222
+ 29111,-5.504917,-0.004917195
223
+ 20758,-5.2558436,-0.0058435793
224
+ 64023,-0.2024239,-1.7024239
225
+ 29058,-0.035607733,-3.4106078
226
+ 18185,-0.22656044,-1.6015605
227
+ 36543,-0.31446323,-1.3144633
228
+ 54983,-4.759343,-0.009343114
229
+ 3101,-4.0187044,-0.018704228
230
+ 42140,-0.18165141,-1.8066514
231
+ 6954,-0.011753476,-4.6367536
232
+ 15955,-4.6410813,-0.016081506
233
+ 61746,-0.18369296,-1.8086929
234
+ 32055,-0.38787335,-1.1378734
235
+ 39496,-5.5049014,-0.0049015363
236
+ 59909,-4.8833613,-0.00836157
237
+ 66296,-0.03649659,-3.4114966
238
+ 46804,-5.5046425,-0.00464266
239
+ 35049,-0.021445412,-4.0214453
240
+ 56017,-4.3883147,-0.013314737
241
+ 26947,-5.5046163,-0.004616199
242
+ 38928,-0.16302477,-1.9130248
243
+ 15029,-6.505016,-0.0050158855
244
+ 7086,-0.049595878,-3.0495958
245
+ 537,-0.8282476,-0.5782476
246
+ 50731,-0.5244632,-0.8994632
247
+ 63604,-6.6293564,-0.0043562995
248
+ 67049,-1.1409236,-0.39092365
249
+ 31161,-0.47507,-0.97507
250
+ 58922,-6.6278677,-0.002867874
251
+ 18347,-5.134158,-0.009157915
252
+ 25864,-2.1285841,-0.12858419
253
+ 63846,-0.12812926,-2.1281292
254
+ 13353,-0.114155896,-2.239156
255
+ 25378,-4.6367803,-0.011780456
256
+ 59101,-6.503085,-0.0030849031
257
+ 20895,-2.1277003,-0.12770022
258
+ 48119,-7.0018888,-0.0018887552
259
+ 14332,-0.06277391,-2.812774
260
+ 25497,-5.7537866,-0.003786776
261
+ 8686,-1.3155804,-0.31558034
262
+ 22758,-5.5058193,-0.005819402
263
+ 7666,-0.6337481,-0.7587481
264
+ 20686,-2.2392635,-0.11426351
265
+ 18975,-5.0093164,-0.009316423
266
+ 19054,-4.6353703,-0.01037018
267
+ 48123,-7.3763137,-0.0013135385
268
+ 57909,-7.376008,-0.0010078833
269
+ 9226,-6.377726,-0.0027260545
270
+ 48653,-0.38870996,-1.13871
271
+ 44013,-0.98373985,-0.48373982
272
+ 11409,-6.3786254,-0.0036256074
273
+ 62736,-0.9751365,-0.4751365
274
+ 2777,-6.128103,-0.003102967
275
+ 7058,-0.044433247,-3.1694334
276
+ 48408,-0.4307297,-1.0557296
277
+ 28934,-6.6266084,-0.0016081509
278
+ 46578,-6.503241,-0.0032411683
279
+ 23203,-4.1417384,-0.016738331
280
+ 6257,-6.2531753,-0.003175219
281
+ 53444,-0.8281385,-0.5781385
282
+ 17816,-1.4080148,-0.28301474
283
+ 46307,-5.755406,-0.005405927
284
+ 20599,-7.8764195,-0.001419728
285
+ 29423,-0.22733702,-1.602337
286
+ 21041,-0.023713896,-3.7737138
287
+ 16633,-6.8767104,-0.0017103818
288
+ 20221,-4.6355667,-0.010566715
289
+ 27466,-0.14340815,-2.018408
290
+ 22987,-0.28244346,-1.4074435
291
+ 9322,-0.82741237,-0.57741237
292
+ 3265,-1.0580298,-0.43302974
293
+ 22814,-3.4117603,-0.03676045
294
+ 56185,-6.3778033,-0.0028034453
295
+ 55014,-5.3800306,-0.0050305934
296
+ 43437,-6.1281934,-0.0031935188
297
+ 24683,-0.3496739,-1.2246739
298
+ 10233,-0.90426385,-0.52926385
299
+ 19001,-0.014501651,-5.6395016
300
+ 32718,-0.7591957,-0.6341957
301
+ 31030,-0.031199623,-3.5311997
302
+ 1099,-0.022721892,-3.897722
303
+ 57982,-3.7766652,-0.026665097
304
+ 49148,-1.8065276,-0.18152764
305
+ 40880,-7.3761935,-0.0011934071
306
+ 31148,-0.0029500083,-6.75295
307
+ 9446,-5.878194,-0.0031938755
308
+ 18579,-7.379927,-0.0049273963
309
+ 30932,-4.1419444,-0.016944401
310
+ 40792,-1.5049073,-0.25490728
311
+ 48600,-0.35997766,-1.2349777
312
+ 44588,-2.2448347,-0.11983462
313
+ 33828,-4.635683,-0.010683249
314
+ 33917,-0.14628313,-2.0212831
315
+ 2026,-2.0183651,-0.14336519
316
+ 56745,-0.43034187,-1.0553418
317
+ 17383,-1.2246883,-0.34968835
318
+ 2372,-2.1399207,-0.13992082
319
+ 56600,-0.8439609,-0.5939609
320
+ 50257,-0.028576842,-3.6535769
321
+ 38892,-0.31596205,-1.3159621
322
+ 45844,-0.030823791,-3.6558237
323
+ 29062,-0.8996679,-0.5246679
324
+ 5655,-5.380247,-0.0052472726
325
+ 67611,-0.57690156,-0.82690156
326
+ 18546,-0.16259578,-1.9125957
327
+ 63060,-5.509952,-0.00995221
328
+ 36068,-5.5100484,-0.0100482805
329
+ 784,-1.7171719,-0.21717197
330
+ 20429,-0.080192275,-2.5801923
331
+ 21679,-4.3899016,-0.014901518
332
+ 53617,-7.126803,-0.001802726
333
+ 6978,-7.626077,-0.0010771909
334
+ 53262,-0.00869394,-5.008694
335
+ 181,-0.08059015,-2.5805902
336
+ 28744,-0.2870159,-1.4120159
337
+ 48716,-0.43000576,-1.0550058
338
+ 51468,-0.030349294,-3.5303493
339
+ 62209,-6.00337,-0.003369846
340
+ 8732,-3.4098344,-0.034834486
341
+ 56949,-5.1318626,-0.006862879
342
+ 26885,-0.00927981,-4.8842797
343
+ 43345,-0.82723105,-0.57723105
344
+ 8053,-4.5117345,-0.011734508
345
+ 59402,-5.1317873,-0.0067873406
346
+ 49552,-0.016768457,-4.1417685
347
+ 12348,-1.5039263,-0.25392622
348
+ 28335,-3.7742715,-0.024271488
349
+ 59114,-4.759607,-0.00960668
350
+ 12625,-5.0083585,-0.008358496
351
+ 8876,-5.3840857,-0.009085857
352
+ 29959,-6.6266775,-0.0016776548
353
+ 37911,-0.11362114,-2.2386212
354
+ 38412,-1.6013012,-0.22630124
355
+ 31999,-0.14431353,-2.0193136
356
+ 34775,-0.2025305,-1.7025305
357
+ 65737,-5.0075035,-0.0075033032
358
+ 25244,-0.47582293,-0.9758229
359
+ 51630,-4.759747,-0.009747054
360
+ 23979,-2.7321804,-0.10718045
361
+ 34638,-6.003199,-0.003198985
362
+ 22311,-8.002154,-0.0021539363
363
+ 14004,-5.505852,-0.005851994
364
+ 310,-0.6334589,-0.7584589
365
+ 49105,-0.20328237,-1.7032824
366
+ 38782,-7.5015287,-0.0015285248
367
+ 4647,-6.1276817,-0.0026815906
368
+ 43782,-0.007971497,-5.0079713
369
+ 66046,-0.5771826,-0.8271826
370
+ 16690,-6.7522326,-0.0022323232
371
+ 67731,-0.82857746,-0.57857746
372
+ 54867,-5.7540507,-0.0040505044
373
+ 34108,-4.0209856,-0.02098582
374
+ 67332,-2.2384593,-0.113459386
375
+ 22567,-0.22618191,-1.6011819
376
+ 57173,-0.758268,-0.633268
377
+ 26527,-6.627954,-0.0029538118
378
+ 59580,-4.0199847,-0.019984562
379
+ 20737,-1.6019167,-0.2269167
380
+ 53307,-0.008296667,-5.0082965
381
+ 32783,-0.2293143,-1.6043143
382
+ 7868,-6.876537,-0.0015369757
383
+ 50777,-0.027068716,-3.6520686
384
+ 29307,-6.629505,-0.0045052455
385
+ 18297,-0.35014075,-1.2251408
386
+ 44524,-6.12845,-0.0034500384
387
+ 61320,-1.1378938,-0.3878938
388
+ 2578,-1.5033848,-0.2533849
389
+ 40612,-0.3895988,-1.1395988
390
+ 32523,-4.0194473,-0.019447371
391
+ 48509,-0.82674795,-0.57674795
392
+ 36666,-5.380342,-0.005342136
393
+ 6539,-6.876532,-0.0015319766
394
+ 33620,-6.752906,-0.0029060298
395
+ 55547,-5.629075,-0.0040751994
396
+ 11751,-5.2560167,-0.006016951
397
+ 30491,-0.38795042,-1.1379504
398
+ 48294,-5.380586,-0.0055861324
399
+ 37424,-5.008145,-0.0081448555
400
+ 29155,-3.4091573,-0.034157302
finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=5/lora_ans/0.0-1.0/0.7-1.0/train_args.yaml ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ K: null
2
+ global_batch_size: 8
3
+ learning_rate: 0.0001
4
+ loss: ans
5
+ max_steps: 32
6
+ micro_batch_size: 1
7
+ optimizer_name: adamw
8
+ patience: 10
9
+ val_check_interval: 16
10
+ weight_decay: 0.0
finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlamaForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 128000,
8
+ "eos_token_id": [
9
+ 128001,
10
+ 128008,
11
+ 128009
12
+ ],
13
+ "head_dim": 64,
14
+ "hidden_act": "silu",
15
+ "hidden_size": 2048,
16
+ "initializer_range": 0.02,
17
+ "intermediate_size": 8192,
18
+ "max_position_embeddings": 131072,
19
+ "mlp_bias": false,
20
+ "model_type": "llama",
21
+ "num_attention_heads": 32,
22
+ "num_hidden_layers": 16,
23
+ "num_key_value_heads": 8,
24
+ "pretraining_tp": 1,
25
+ "rms_norm_eps": 1e-05,
26
+ "rope_scaling": {
27
+ "factor": 32.0,
28
+ "high_freq_factor": 4.0,
29
+ "low_freq_factor": 1.0,
30
+ "original_max_position_embeddings": 8192,
31
+ "rope_type": "llama3"
32
+ },
33
+ "rope_theta": 500000.0,
34
+ "tie_word_embeddings": true,
35
+ "torch_dtype": "bfloat16",
36
+ "transformers_version": "4.45.0.dev0",
37
+ "use_cache": true,
38
+ "vocab_size": 128256
39
+ }
finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 128000,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 128001,
6
+ 128008,
7
+ 128009
8
+ ],
9
+ "temperature": 0.6,
10
+ "top_p": 0.9,
11
+ "transformers_version": "4.45.0.dev0"
12
+ }
finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ attention_logit_softcapping: null
2
+ attention_scores_scalar: null
3
+ bias: false
4
+ block_size: 131072
5
+ final_logit_softcapping: null
6
+ gelu_approximate: none
7
+ head_size: 64
8
+ hf_config:
9
+ name: Llama-3.2-1B-Instruct
10
+ org: meta-llama
11
+ intermediate_size: 8192
12
+ lm_head_bias: false
13
+ mlp_class_name: LLaMAMLP
14
+ n_embd: 2048
15
+ n_expert: 0
16
+ n_expert_per_token: 0
17
+ n_head: 32
18
+ n_layer: 16
19
+ n_query_groups: 8
20
+ name: Llama-3.2-1B-Instruct
21
+ norm_class_name: RMSNorm
22
+ norm_eps: 1.0e-05
23
+ padded_vocab_size: 128256
24
+ padding_multiple: 512
25
+ parallel_residual: false
26
+ post_attention_norm: false
27
+ post_mlp_norm: false
28
+ rope_adjustments:
29
+ factor: 32.0
30
+ high_freq_factor: 4.0
31
+ low_freq_factor: 1.0
32
+ original_max_seq_len: 8192
33
+ rope_base: 500000
34
+ rope_condense_ratio: 1
35
+ rotary_percentage: 1.0
36
+ scale_embeddings: false
37
+ shared_attention_norm: false
38
+ sliding_window_layer_placing: null
39
+ sliding_window_size: null
40
+ vocab_size: 128000
finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json ADDED
@@ -0,0 +1,2062 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "128000": {
4
+ "content": "<|begin_of_text|>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "128001": {
12
+ "content": "<|end_of_text|>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "128002": {
20
+ "content": "<|reserved_special_token_0|>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "128003": {
28
+ "content": "<|reserved_special_token_1|>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "128004": {
36
+ "content": "<|finetune_right_pad_id|>",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ },
43
+ "128005": {
44
+ "content": "<|reserved_special_token_2|>",
45
+ "lstrip": false,
46
+ "normalized": false,
47
+ "rstrip": false,
48
+ "single_word": false,
49
+ "special": true
50
+ },
51
+ "128006": {
52
+ "content": "<|start_header_id|>",
53
+ "lstrip": false,
54
+ "normalized": false,
55
+ "rstrip": false,
56
+ "single_word": false,
57
+ "special": true
58
+ },
59
+ "128007": {
60
+ "content": "<|end_header_id|>",
61
+ "lstrip": false,
62
+ "normalized": false,
63
+ "rstrip": false,
64
+ "single_word": false,
65
+ "special": true
66
+ },
67
+ "128008": {
68
+ "content": "<|eom_id|>",
69
+ "lstrip": false,
70
+ "normalized": false,
71
+ "rstrip": false,
72
+ "single_word": false,
73
+ "special": true
74
+ },
75
+ "128009": {
76
+ "content": "<|eot_id|>",
77
+ "lstrip": false,
78
+ "normalized": false,
79
+ "rstrip": false,
80
+ "single_word": false,
81
+ "special": true
82
+ },
83
+ "128010": {
84
+ "content": "<|python_tag|>",
85
+ "lstrip": false,
86
+ "normalized": false,
87
+ "rstrip": false,
88
+ "single_word": false,
89
+ "special": true
90
+ },
91
+ "128011": {
92
+ "content": "<|reserved_special_token_3|>",
93
+ "lstrip": false,
94
+ "normalized": false,
95
+ "rstrip": false,
96
+ "single_word": false,
97
+ "special": true
98
+ },
99
+ "128012": {
100
+ "content": "<|reserved_special_token_4|>",
101
+ "lstrip": false,
102
+ "normalized": false,
103
+ "rstrip": false,
104
+ "single_word": false,
105
+ "special": true
106
+ },
107
+ "128013": {
108
+ "content": "<|reserved_special_token_5|>",
109
+ "lstrip": false,
110
+ "normalized": false,
111
+ "rstrip": false,
112
+ "single_word": false,
113
+ "special": true
114
+ },
115
+ "128014": {
116
+ "content": "<|reserved_special_token_6|>",
117
+ "lstrip": false,
118
+ "normalized": false,
119
+ "rstrip": false,
120
+ "single_word": false,
121
+ "special": true
122
+ },
123
+ "128015": {
124
+ "content": "<|reserved_special_token_7|>",
125
+ "lstrip": false,
126
+ "normalized": false,
127
+ "rstrip": false,
128
+ "single_word": false,
129
+ "special": true
130
+ },
131
+ "128016": {
132
+ "content": "<|reserved_special_token_8|>",
133
+ "lstrip": false,
134
+ "normalized": false,
135
+ "rstrip": false,
136
+ "single_word": false,
137
+ "special": true
138
+ },
139
+ "128017": {
140
+ "content": "<|reserved_special_token_9|>",
141
+ "lstrip": false,
142
+ "normalized": false,
143
+ "rstrip": false,
144
+ "single_word": false,
145
+ "special": true
146
+ },
147
+ "128018": {
148
+ "content": "<|reserved_special_token_10|>",
149
+ "lstrip": false,
150
+ "normalized": false,
151
+ "rstrip": false,
152
+ "single_word": false,
153
+ "special": true
154
+ },
155
+ "128019": {
156
+ "content": "<|reserved_special_token_11|>",
157
+ "lstrip": false,
158
+ "normalized": false,
159
+ "rstrip": false,
160
+ "single_word": false,
161
+ "special": true
162
+ },
163
+ "128020": {
164
+ "content": "<|reserved_special_token_12|>",
165
+ "lstrip": false,
166
+ "normalized": false,
167
+ "rstrip": false,
168
+ "single_word": false,
169
+ "special": true
170
+ },
171
+ "128021": {
172
+ "content": "<|reserved_special_token_13|>",
173
+ "lstrip": false,
174
+ "normalized": false,
175
+ "rstrip": false,
176
+ "single_word": false,
177
+ "special": true
178
+ },
179
+ "128022": {
180
+ "content": "<|reserved_special_token_14|>",
181
+ "lstrip": false,
182
+ "normalized": false,
183
+ "rstrip": false,
184
+ "single_word": false,
185
+ "special": true
186
+ },
187
+ "128023": {
188
+ "content": "<|reserved_special_token_15|>",
189
+ "lstrip": false,
190
+ "normalized": false,
191
+ "rstrip": false,
192
+ "single_word": false,
193
+ "special": true
194
+ },
195
+ "128024": {
196
+ "content": "<|reserved_special_token_16|>",
197
+ "lstrip": false,
198
+ "normalized": false,
199
+ "rstrip": false,
200
+ "single_word": false,
201
+ "special": true
202
+ },
203
+ "128025": {
204
+ "content": "<|reserved_special_token_17|>",
205
+ "lstrip": false,
206
+ "normalized": false,
207
+ "rstrip": false,
208
+ "single_word": false,
209
+ "special": true
210
+ },
211
+ "128026": {
212
+ "content": "<|reserved_special_token_18|>",
213
+ "lstrip": false,
214
+ "normalized": false,
215
+ "rstrip": false,
216
+ "single_word": false,
217
+ "special": true
218
+ },
219
+ "128027": {
220
+ "content": "<|reserved_special_token_19|>",
221
+ "lstrip": false,
222
+ "normalized": false,
223
+ "rstrip": false,
224
+ "single_word": false,
225
+ "special": true
226
+ },
227
+ "128028": {
228
+ "content": "<|reserved_special_token_20|>",
229
+ "lstrip": false,
230
+ "normalized": false,
231
+ "rstrip": false,
232
+ "single_word": false,
233
+ "special": true
234
+ },
235
+ "128029": {
236
+ "content": "<|reserved_special_token_21|>",
237
+ "lstrip": false,
238
+ "normalized": false,
239
+ "rstrip": false,
240
+ "single_word": false,
241
+ "special": true
242
+ },
243
+ "128030": {
244
+ "content": "<|reserved_special_token_22|>",
245
+ "lstrip": false,
246
+ "normalized": false,
247
+ "rstrip": false,
248
+ "single_word": false,
249
+ "special": true
250
+ },
251
+ "128031": {
252
+ "content": "<|reserved_special_token_23|>",
253
+ "lstrip": false,
254
+ "normalized": false,
255
+ "rstrip": false,
256
+ "single_word": false,
257
+ "special": true
258
+ },
259
+ "128032": {
260
+ "content": "<|reserved_special_token_24|>",
261
+ "lstrip": false,
262
+ "normalized": false,
263
+ "rstrip": false,
264
+ "single_word": false,
265
+ "special": true
266
+ },
267
+ "128033": {
268
+ "content": "<|reserved_special_token_25|>",
269
+ "lstrip": false,
270
+ "normalized": false,
271
+ "rstrip": false,
272
+ "single_word": false,
273
+ "special": true
274
+ },
275
+ "128034": {
276
+ "content": "<|reserved_special_token_26|>",
277
+ "lstrip": false,
278
+ "normalized": false,
279
+ "rstrip": false,
280
+ "single_word": false,
281
+ "special": true
282
+ },
283
+ "128035": {
284
+ "content": "<|reserved_special_token_27|>",
285
+ "lstrip": false,
286
+ "normalized": false,
287
+ "rstrip": false,
288
+ "single_word": false,
289
+ "special": true
290
+ },
291
+ "128036": {
292
+ "content": "<|reserved_special_token_28|>",
293
+ "lstrip": false,
294
+ "normalized": false,
295
+ "rstrip": false,
296
+ "single_word": false,
297
+ "special": true
298
+ },
299
+ "128037": {
300
+ "content": "<|reserved_special_token_29|>",
301
+ "lstrip": false,
302
+ "normalized": false,
303
+ "rstrip": false,
304
+ "single_word": false,
305
+ "special": true
306
+ },
307
+ "128038": {
308
+ "content": "<|reserved_special_token_30|>",
309
+ "lstrip": false,
310
+ "normalized": false,
311
+ "rstrip": false,
312
+ "single_word": false,
313
+ "special": true
314
+ },
315
+ "128039": {
316
+ "content": "<|reserved_special_token_31|>",
317
+ "lstrip": false,
318
+ "normalized": false,
319
+ "rstrip": false,
320
+ "single_word": false,
321
+ "special": true
322
+ },
323
+ "128040": {
324
+ "content": "<|reserved_special_token_32|>",
325
+ "lstrip": false,
326
+ "normalized": false,
327
+ "rstrip": false,
328
+ "single_word": false,
329
+ "special": true
330
+ },
331
+ "128041": {
332
+ "content": "<|reserved_special_token_33|>",
333
+ "lstrip": false,
334
+ "normalized": false,
335
+ "rstrip": false,
336
+ "single_word": false,
337
+ "special": true
338
+ },
339
+ "128042": {
340
+ "content": "<|reserved_special_token_34|>",
341
+ "lstrip": false,
342
+ "normalized": false,
343
+ "rstrip": false,
344
+ "single_word": false,
345
+ "special": true
346
+ },
347
+ "128043": {
348
+ "content": "<|reserved_special_token_35|>",
349
+ "lstrip": false,
350
+ "normalized": false,
351
+ "rstrip": false,
352
+ "single_word": false,
353
+ "special": true
354
+ },
355
+ "128044": {
356
+ "content": "<|reserved_special_token_36|>",
357
+ "lstrip": false,
358
+ "normalized": false,
359
+ "rstrip": false,
360
+ "single_word": false,
361
+ "special": true
362
+ },
363
+ "128045": {
364
+ "content": "<|reserved_special_token_37|>",
365
+ "lstrip": false,
366
+ "normalized": false,
367
+ "rstrip": false,
368
+ "single_word": false,
369
+ "special": true
370
+ },
371
+ "128046": {
372
+ "content": "<|reserved_special_token_38|>",
373
+ "lstrip": false,
374
+ "normalized": false,
375
+ "rstrip": false,
376
+ "single_word": false,
377
+ "special": true
378
+ },
379
+ "128047": {
380
+ "content": "<|reserved_special_token_39|>",
381
+ "lstrip": false,
382
+ "normalized": false,
383
+ "rstrip": false,
384
+ "single_word": false,
385
+ "special": true
386
+ },
387
+ "128048": {
388
+ "content": "<|reserved_special_token_40|>",
389
+ "lstrip": false,
390
+ "normalized": false,
391
+ "rstrip": false,
392
+ "single_word": false,
393
+ "special": true
394
+ },
395
+ "128049": {
396
+ "content": "<|reserved_special_token_41|>",
397
+ "lstrip": false,
398
+ "normalized": false,
399
+ "rstrip": false,
400
+ "single_word": false,
401
+ "special": true
402
+ },
403
+ "128050": {
404
+ "content": "<|reserved_special_token_42|>",
405
+ "lstrip": false,
406
+ "normalized": false,
407
+ "rstrip": false,
408
+ "single_word": false,
409
+ "special": true
410
+ },
411
+ "128051": {
412
+ "content": "<|reserved_special_token_43|>",
413
+ "lstrip": false,
414
+ "normalized": false,
415
+ "rstrip": false,
416
+ "single_word": false,
417
+ "special": true
418
+ },
419
+ "128052": {
420
+ "content": "<|reserved_special_token_44|>",
421
+ "lstrip": false,
422
+ "normalized": false,
423
+ "rstrip": false,
424
+ "single_word": false,
425
+ "special": true
426
+ },
427
+ "128053": {
428
+ "content": "<|reserved_special_token_45|>",
429
+ "lstrip": false,
430
+ "normalized": false,
431
+ "rstrip": false,
432
+ "single_word": false,
433
+ "special": true
434
+ },
435
+ "128054": {
436
+ "content": "<|reserved_special_token_46|>",
437
+ "lstrip": false,
438
+ "normalized": false,
439
+ "rstrip": false,
440
+ "single_word": false,
441
+ "special": true
442
+ },
443
+ "128055": {
444
+ "content": "<|reserved_special_token_47|>",
445
+ "lstrip": false,
446
+ "normalized": false,
447
+ "rstrip": false,
448
+ "single_word": false,
449
+ "special": true
450
+ },
451
+ "128056": {
452
+ "content": "<|reserved_special_token_48|>",
453
+ "lstrip": false,
454
+ "normalized": false,
455
+ "rstrip": false,
456
+ "single_word": false,
457
+ "special": true
458
+ },
459
+ "128057": {
460
+ "content": "<|reserved_special_token_49|>",
461
+ "lstrip": false,
462
+ "normalized": false,
463
+ "rstrip": false,
464
+ "single_word": false,
465
+ "special": true
466
+ },
467
+ "128058": {
468
+ "content": "<|reserved_special_token_50|>",
469
+ "lstrip": false,
470
+ "normalized": false,
471
+ "rstrip": false,
472
+ "single_word": false,
473
+ "special": true
474
+ },
475
+ "128059": {
476
+ "content": "<|reserved_special_token_51|>",
477
+ "lstrip": false,
478
+ "normalized": false,
479
+ "rstrip": false,
480
+ "single_word": false,
481
+ "special": true
482
+ },
483
+ "128060": {
484
+ "content": "<|reserved_special_token_52|>",
485
+ "lstrip": false,
486
+ "normalized": false,
487
+ "rstrip": false,
488
+ "single_word": false,
489
+ "special": true
490
+ },
491
+ "128061": {
492
+ "content": "<|reserved_special_token_53|>",
493
+ "lstrip": false,
494
+ "normalized": false,
495
+ "rstrip": false,
496
+ "single_word": false,
497
+ "special": true
498
+ },
499
+ "128062": {
500
+ "content": "<|reserved_special_token_54|>",
501
+ "lstrip": false,
502
+ "normalized": false,
503
+ "rstrip": false,
504
+ "single_word": false,
505
+ "special": true
506
+ },
507
+ "128063": {
508
+ "content": "<|reserved_special_token_55|>",
509
+ "lstrip": false,
510
+ "normalized": false,
511
+ "rstrip": false,
512
+ "single_word": false,
513
+ "special": true
514
+ },
515
+ "128064": {
516
+ "content": "<|reserved_special_token_56|>",
517
+ "lstrip": false,
518
+ "normalized": false,
519
+ "rstrip": false,
520
+ "single_word": false,
521
+ "special": true
522
+ },
523
+ "128065": {
524
+ "content": "<|reserved_special_token_57|>",
525
+ "lstrip": false,
526
+ "normalized": false,
527
+ "rstrip": false,
528
+ "single_word": false,
529
+ "special": true
530
+ },
531
+ "128066": {
532
+ "content": "<|reserved_special_token_58|>",
533
+ "lstrip": false,
534
+ "normalized": false,
535
+ "rstrip": false,
536
+ "single_word": false,
537
+ "special": true
538
+ },
539
+ "128067": {
540
+ "content": "<|reserved_special_token_59|>",
541
+ "lstrip": false,
542
+ "normalized": false,
543
+ "rstrip": false,
544
+ "single_word": false,
545
+ "special": true
546
+ },
547
+ "128068": {
548
+ "content": "<|reserved_special_token_60|>",
549
+ "lstrip": false,
550
+ "normalized": false,
551
+ "rstrip": false,
552
+ "single_word": false,
553
+ "special": true
554
+ },
555
+ "128069": {
556
+ "content": "<|reserved_special_token_61|>",
557
+ "lstrip": false,
558
+ "normalized": false,
559
+ "rstrip": false,
560
+ "single_word": false,
561
+ "special": true
562
+ },
563
+ "128070": {
564
+ "content": "<|reserved_special_token_62|>",
565
+ "lstrip": false,
566
+ "normalized": false,
567
+ "rstrip": false,
568
+ "single_word": false,
569
+ "special": true
570
+ },
571
+ "128071": {
572
+ "content": "<|reserved_special_token_63|>",
573
+ "lstrip": false,
574
+ "normalized": false,
575
+ "rstrip": false,
576
+ "single_word": false,
577
+ "special": true
578
+ },
579
+ "128072": {
580
+ "content": "<|reserved_special_token_64|>",
581
+ "lstrip": false,
582
+ "normalized": false,
583
+ "rstrip": false,
584
+ "single_word": false,
585
+ "special": true
586
+ },
587
+ "128073": {
588
+ "content": "<|reserved_special_token_65|>",
589
+ "lstrip": false,
590
+ "normalized": false,
591
+ "rstrip": false,
592
+ "single_word": false,
593
+ "special": true
594
+ },
595
+ "128074": {
596
+ "content": "<|reserved_special_token_66|>",
597
+ "lstrip": false,
598
+ "normalized": false,
599
+ "rstrip": false,
600
+ "single_word": false,
601
+ "special": true
602
+ },
603
+ "128075": {
604
+ "content": "<|reserved_special_token_67|>",
605
+ "lstrip": false,
606
+ "normalized": false,
607
+ "rstrip": false,
608
+ "single_word": false,
609
+ "special": true
610
+ },
611
+ "128076": {
612
+ "content": "<|reserved_special_token_68|>",
613
+ "lstrip": false,
614
+ "normalized": false,
615
+ "rstrip": false,
616
+ "single_word": false,
617
+ "special": true
618
+ },
619
+ "128077": {
620
+ "content": "<|reserved_special_token_69|>",
621
+ "lstrip": false,
622
+ "normalized": false,
623
+ "rstrip": false,
624
+ "single_word": false,
625
+ "special": true
626
+ },
627
+ "128078": {
628
+ "content": "<|reserved_special_token_70|>",
629
+ "lstrip": false,
630
+ "normalized": false,
631
+ "rstrip": false,
632
+ "single_word": false,
633
+ "special": true
634
+ },
635
+ "128079": {
636
+ "content": "<|reserved_special_token_71|>",
637
+ "lstrip": false,
638
+ "normalized": false,
639
+ "rstrip": false,
640
+ "single_word": false,
641
+ "special": true
642
+ },
643
+ "128080": {
644
+ "content": "<|reserved_special_token_72|>",
645
+ "lstrip": false,
646
+ "normalized": false,
647
+ "rstrip": false,
648
+ "single_word": false,
649
+ "special": true
650
+ },
651
+ "128081": {
652
+ "content": "<|reserved_special_token_73|>",
653
+ "lstrip": false,
654
+ "normalized": false,
655
+ "rstrip": false,
656
+ "single_word": false,
657
+ "special": true
658
+ },
659
+ "128082": {
660
+ "content": "<|reserved_special_token_74|>",
661
+ "lstrip": false,
662
+ "normalized": false,
663
+ "rstrip": false,
664
+ "single_word": false,
665
+ "special": true
666
+ },
667
+ "128083": {
668
+ "content": "<|reserved_special_token_75|>",
669
+ "lstrip": false,
670
+ "normalized": false,
671
+ "rstrip": false,
672
+ "single_word": false,
673
+ "special": true
674
+ },
675
+ "128084": {
676
+ "content": "<|reserved_special_token_76|>",
677
+ "lstrip": false,
678
+ "normalized": false,
679
+ "rstrip": false,
680
+ "single_word": false,
681
+ "special": true
682
+ },
683
+ "128085": {
684
+ "content": "<|reserved_special_token_77|>",
685
+ "lstrip": false,
686
+ "normalized": false,
687
+ "rstrip": false,
688
+ "single_word": false,
689
+ "special": true
690
+ },
691
+ "128086": {
692
+ "content": "<|reserved_special_token_78|>",
693
+ "lstrip": false,
694
+ "normalized": false,
695
+ "rstrip": false,
696
+ "single_word": false,
697
+ "special": true
698
+ },
699
+ "128087": {
700
+ "content": "<|reserved_special_token_79|>",
701
+ "lstrip": false,
702
+ "normalized": false,
703
+ "rstrip": false,
704
+ "single_word": false,
705
+ "special": true
706
+ },
707
+ "128088": {
708
+ "content": "<|reserved_special_token_80|>",
709
+ "lstrip": false,
710
+ "normalized": false,
711
+ "rstrip": false,
712
+ "single_word": false,
713
+ "special": true
714
+ },
715
+ "128089": {
716
+ "content": "<|reserved_special_token_81|>",
717
+ "lstrip": false,
718
+ "normalized": false,
719
+ "rstrip": false,
720
+ "single_word": false,
721
+ "special": true
722
+ },
723
+ "128090": {
724
+ "content": "<|reserved_special_token_82|>",
725
+ "lstrip": false,
726
+ "normalized": false,
727
+ "rstrip": false,
728
+ "single_word": false,
729
+ "special": true
730
+ },
731
+ "128091": {
732
+ "content": "<|reserved_special_token_83|>",
733
+ "lstrip": false,
734
+ "normalized": false,
735
+ "rstrip": false,
736
+ "single_word": false,
737
+ "special": true
738
+ },
739
+ "128092": {
740
+ "content": "<|reserved_special_token_84|>",
741
+ "lstrip": false,
742
+ "normalized": false,
743
+ "rstrip": false,
744
+ "single_word": false,
745
+ "special": true
746
+ },
747
+ "128093": {
748
+ "content": "<|reserved_special_token_85|>",
749
+ "lstrip": false,
750
+ "normalized": false,
751
+ "rstrip": false,
752
+ "single_word": false,
753
+ "special": true
754
+ },
755
+ "128094": {
756
+ "content": "<|reserved_special_token_86|>",
757
+ "lstrip": false,
758
+ "normalized": false,
759
+ "rstrip": false,
760
+ "single_word": false,
761
+ "special": true
762
+ },
763
+ "128095": {
764
+ "content": "<|reserved_special_token_87|>",
765
+ "lstrip": false,
766
+ "normalized": false,
767
+ "rstrip": false,
768
+ "single_word": false,
769
+ "special": true
770
+ },
771
+ "128096": {
772
+ "content": "<|reserved_special_token_88|>",
773
+ "lstrip": false,
774
+ "normalized": false,
775
+ "rstrip": false,
776
+ "single_word": false,
777
+ "special": true
778
+ },
779
+ "128097": {
780
+ "content": "<|reserved_special_token_89|>",
781
+ "lstrip": false,
782
+ "normalized": false,
783
+ "rstrip": false,
784
+ "single_word": false,
785
+ "special": true
786
+ },
787
+ "128098": {
788
+ "content": "<|reserved_special_token_90|>",
789
+ "lstrip": false,
790
+ "normalized": false,
791
+ "rstrip": false,
792
+ "single_word": false,
793
+ "special": true
794
+ },
795
+ "128099": {
796
+ "content": "<|reserved_special_token_91|>",
797
+ "lstrip": false,
798
+ "normalized": false,
799
+ "rstrip": false,
800
+ "single_word": false,
801
+ "special": true
802
+ },
803
+ "128100": {
804
+ "content": "<|reserved_special_token_92|>",
805
+ "lstrip": false,
806
+ "normalized": false,
807
+ "rstrip": false,
808
+ "single_word": false,
809
+ "special": true
810
+ },
811
+ "128101": {
812
+ "content": "<|reserved_special_token_93|>",
813
+ "lstrip": false,
814
+ "normalized": false,
815
+ "rstrip": false,
816
+ "single_word": false,
817
+ "special": true
818
+ },
819
+ "128102": {
820
+ "content": "<|reserved_special_token_94|>",
821
+ "lstrip": false,
822
+ "normalized": false,
823
+ "rstrip": false,
824
+ "single_word": false,
825
+ "special": true
826
+ },
827
+ "128103": {
828
+ "content": "<|reserved_special_token_95|>",
829
+ "lstrip": false,
830
+ "normalized": false,
831
+ "rstrip": false,
832
+ "single_word": false,
833
+ "special": true
834
+ },
835
+ "128104": {
836
+ "content": "<|reserved_special_token_96|>",
837
+ "lstrip": false,
838
+ "normalized": false,
839
+ "rstrip": false,
840
+ "single_word": false,
841
+ "special": true
842
+ },
843
+ "128105": {
844
+ "content": "<|reserved_special_token_97|>",
845
+ "lstrip": false,
846
+ "normalized": false,
847
+ "rstrip": false,
848
+ "single_word": false,
849
+ "special": true
850
+ },
851
+ "128106": {
852
+ "content": "<|reserved_special_token_98|>",
853
+ "lstrip": false,
854
+ "normalized": false,
855
+ "rstrip": false,
856
+ "single_word": false,
857
+ "special": true
858
+ },
859
+ "128107": {
860
+ "content": "<|reserved_special_token_99|>",
861
+ "lstrip": false,
862
+ "normalized": false,
863
+ "rstrip": false,
864
+ "single_word": false,
865
+ "special": true
866
+ },
867
+ "128108": {
868
+ "content": "<|reserved_special_token_100|>",
869
+ "lstrip": false,
870
+ "normalized": false,
871
+ "rstrip": false,
872
+ "single_word": false,
873
+ "special": true
874
+ },
875
+ "128109": {
876
+ "content": "<|reserved_special_token_101|>",
877
+ "lstrip": false,
878
+ "normalized": false,
879
+ "rstrip": false,
880
+ "single_word": false,
881
+ "special": true
882
+ },
883
+ "128110": {
884
+ "content": "<|reserved_special_token_102|>",
885
+ "lstrip": false,
886
+ "normalized": false,
887
+ "rstrip": false,
888
+ "single_word": false,
889
+ "special": true
890
+ },
891
+ "128111": {
892
+ "content": "<|reserved_special_token_103|>",
893
+ "lstrip": false,
894
+ "normalized": false,
895
+ "rstrip": false,
896
+ "single_word": false,
897
+ "special": true
898
+ },
899
+ "128112": {
900
+ "content": "<|reserved_special_token_104|>",
901
+ "lstrip": false,
902
+ "normalized": false,
903
+ "rstrip": false,
904
+ "single_word": false,
905
+ "special": true
906
+ },
907
+ "128113": {
908
+ "content": "<|reserved_special_token_105|>",
909
+ "lstrip": false,
910
+ "normalized": false,
911
+ "rstrip": false,
912
+ "single_word": false,
913
+ "special": true
914
+ },
915
+ "128114": {
916
+ "content": "<|reserved_special_token_106|>",
917
+ "lstrip": false,
918
+ "normalized": false,
919
+ "rstrip": false,
920
+ "single_word": false,
921
+ "special": true
922
+ },
923
+ "128115": {
924
+ "content": "<|reserved_special_token_107|>",
925
+ "lstrip": false,
926
+ "normalized": false,
927
+ "rstrip": false,
928
+ "single_word": false,
929
+ "special": true
930
+ },
931
+ "128116": {
932
+ "content": "<|reserved_special_token_108|>",
933
+ "lstrip": false,
934
+ "normalized": false,
935
+ "rstrip": false,
936
+ "single_word": false,
937
+ "special": true
938
+ },
939
+ "128117": {
940
+ "content": "<|reserved_special_token_109|>",
941
+ "lstrip": false,
942
+ "normalized": false,
943
+ "rstrip": false,
944
+ "single_word": false,
945
+ "special": true
946
+ },
947
+ "128118": {
948
+ "content": "<|reserved_special_token_110|>",
949
+ "lstrip": false,
950
+ "normalized": false,
951
+ "rstrip": false,
952
+ "single_word": false,
953
+ "special": true
954
+ },
955
+ "128119": {
956
+ "content": "<|reserved_special_token_111|>",
957
+ "lstrip": false,
958
+ "normalized": false,
959
+ "rstrip": false,
960
+ "single_word": false,
961
+ "special": true
962
+ },
963
+ "128120": {
964
+ "content": "<|reserved_special_token_112|>",
965
+ "lstrip": false,
966
+ "normalized": false,
967
+ "rstrip": false,
968
+ "single_word": false,
969
+ "special": true
970
+ },
971
+ "128121": {
972
+ "content": "<|reserved_special_token_113|>",
973
+ "lstrip": false,
974
+ "normalized": false,
975
+ "rstrip": false,
976
+ "single_word": false,
977
+ "special": true
978
+ },
979
+ "128122": {
980
+ "content": "<|reserved_special_token_114|>",
981
+ "lstrip": false,
982
+ "normalized": false,
983
+ "rstrip": false,
984
+ "single_word": false,
985
+ "special": true
986
+ },
987
+ "128123": {
988
+ "content": "<|reserved_special_token_115|>",
989
+ "lstrip": false,
990
+ "normalized": false,
991
+ "rstrip": false,
992
+ "single_word": false,
993
+ "special": true
994
+ },
995
+ "128124": {
996
+ "content": "<|reserved_special_token_116|>",
997
+ "lstrip": false,
998
+ "normalized": false,
999
+ "rstrip": false,
1000
+ "single_word": false,
1001
+ "special": true
1002
+ },
1003
+ "128125": {
1004
+ "content": "<|reserved_special_token_117|>",
1005
+ "lstrip": false,
1006
+ "normalized": false,
1007
+ "rstrip": false,
1008
+ "single_word": false,
1009
+ "special": true
1010
+ },
1011
+ "128126": {
1012
+ "content": "<|reserved_special_token_118|>",
1013
+ "lstrip": false,
1014
+ "normalized": false,
1015
+ "rstrip": false,
1016
+ "single_word": false,
1017
+ "special": true
1018
+ },
1019
+ "128127": {
1020
+ "content": "<|reserved_special_token_119|>",
1021
+ "lstrip": false,
1022
+ "normalized": false,
1023
+ "rstrip": false,
1024
+ "single_word": false,
1025
+ "special": true
1026
+ },
1027
+ "128128": {
1028
+ "content": "<|reserved_special_token_120|>",
1029
+ "lstrip": false,
1030
+ "normalized": false,
1031
+ "rstrip": false,
1032
+ "single_word": false,
1033
+ "special": true
1034
+ },
1035
+ "128129": {
1036
+ "content": "<|reserved_special_token_121|>",
1037
+ "lstrip": false,
1038
+ "normalized": false,
1039
+ "rstrip": false,
1040
+ "single_word": false,
1041
+ "special": true
1042
+ },
1043
+ "128130": {
1044
+ "content": "<|reserved_special_token_122|>",
1045
+ "lstrip": false,
1046
+ "normalized": false,
1047
+ "rstrip": false,
1048
+ "single_word": false,
1049
+ "special": true
1050
+ },
1051
+ "128131": {
1052
+ "content": "<|reserved_special_token_123|>",
1053
+ "lstrip": false,
1054
+ "normalized": false,
1055
+ "rstrip": false,
1056
+ "single_word": false,
1057
+ "special": true
1058
+ },
1059
+ "128132": {
1060
+ "content": "<|reserved_special_token_124|>",
1061
+ "lstrip": false,
1062
+ "normalized": false,
1063
+ "rstrip": false,
1064
+ "single_word": false,
1065
+ "special": true
1066
+ },
1067
+ "128133": {
1068
+ "content": "<|reserved_special_token_125|>",
1069
+ "lstrip": false,
1070
+ "normalized": false,
1071
+ "rstrip": false,
1072
+ "single_word": false,
1073
+ "special": true
1074
+ },
1075
+ "128134": {
1076
+ "content": "<|reserved_special_token_126|>",
1077
+ "lstrip": false,
1078
+ "normalized": false,
1079
+ "rstrip": false,
1080
+ "single_word": false,
1081
+ "special": true
1082
+ },
1083
+ "128135": {
1084
+ "content": "<|reserved_special_token_127|>",
1085
+ "lstrip": false,
1086
+ "normalized": false,
1087
+ "rstrip": false,
1088
+ "single_word": false,
1089
+ "special": true
1090
+ },
1091
+ "128136": {
1092
+ "content": "<|reserved_special_token_128|>",
1093
+ "lstrip": false,
1094
+ "normalized": false,
1095
+ "rstrip": false,
1096
+ "single_word": false,
1097
+ "special": true
1098
+ },
1099
+ "128137": {
1100
+ "content": "<|reserved_special_token_129|>",
1101
+ "lstrip": false,
1102
+ "normalized": false,
1103
+ "rstrip": false,
1104
+ "single_word": false,
1105
+ "special": true
1106
+ },
1107
+ "128138": {
1108
+ "content": "<|reserved_special_token_130|>",
1109
+ "lstrip": false,
1110
+ "normalized": false,
1111
+ "rstrip": false,
1112
+ "single_word": false,
1113
+ "special": true
1114
+ },
1115
+ "128139": {
1116
+ "content": "<|reserved_special_token_131|>",
1117
+ "lstrip": false,
1118
+ "normalized": false,
1119
+ "rstrip": false,
1120
+ "single_word": false,
1121
+ "special": true
1122
+ },
1123
+ "128140": {
1124
+ "content": "<|reserved_special_token_132|>",
1125
+ "lstrip": false,
1126
+ "normalized": false,
1127
+ "rstrip": false,
1128
+ "single_word": false,
1129
+ "special": true
1130
+ },
1131
+ "128141": {
1132
+ "content": "<|reserved_special_token_133|>",
1133
+ "lstrip": false,
1134
+ "normalized": false,
1135
+ "rstrip": false,
1136
+ "single_word": false,
1137
+ "special": true
1138
+ },
1139
+ "128142": {
1140
+ "content": "<|reserved_special_token_134|>",
1141
+ "lstrip": false,
1142
+ "normalized": false,
1143
+ "rstrip": false,
1144
+ "single_word": false,
1145
+ "special": true
1146
+ },
1147
+ "128143": {
1148
+ "content": "<|reserved_special_token_135|>",
1149
+ "lstrip": false,
1150
+ "normalized": false,
1151
+ "rstrip": false,
1152
+ "single_word": false,
1153
+ "special": true
1154
+ },
1155
+ "128144": {
1156
+ "content": "<|reserved_special_token_136|>",
1157
+ "lstrip": false,
1158
+ "normalized": false,
1159
+ "rstrip": false,
1160
+ "single_word": false,
1161
+ "special": true
1162
+ },
1163
+ "128145": {
1164
+ "content": "<|reserved_special_token_137|>",
1165
+ "lstrip": false,
1166
+ "normalized": false,
1167
+ "rstrip": false,
1168
+ "single_word": false,
1169
+ "special": true
1170
+ },
1171
+ "128146": {
1172
+ "content": "<|reserved_special_token_138|>",
1173
+ "lstrip": false,
1174
+ "normalized": false,
1175
+ "rstrip": false,
1176
+ "single_word": false,
1177
+ "special": true
1178
+ },
1179
+ "128147": {
1180
+ "content": "<|reserved_special_token_139|>",
1181
+ "lstrip": false,
1182
+ "normalized": false,
1183
+ "rstrip": false,
1184
+ "single_word": false,
1185
+ "special": true
1186
+ },
1187
+ "128148": {
1188
+ "content": "<|reserved_special_token_140|>",
1189
+ "lstrip": false,
1190
+ "normalized": false,
1191
+ "rstrip": false,
1192
+ "single_word": false,
1193
+ "special": true
1194
+ },
1195
+ "128149": {
1196
+ "content": "<|reserved_special_token_141|>",
1197
+ "lstrip": false,
1198
+ "normalized": false,
1199
+ "rstrip": false,
1200
+ "single_word": false,
1201
+ "special": true
1202
+ },
1203
+ "128150": {
1204
+ "content": "<|reserved_special_token_142|>",
1205
+ "lstrip": false,
1206
+ "normalized": false,
1207
+ "rstrip": false,
1208
+ "single_word": false,
1209
+ "special": true
1210
+ },
1211
+ "128151": {
1212
+ "content": "<|reserved_special_token_143|>",
1213
+ "lstrip": false,
1214
+ "normalized": false,
1215
+ "rstrip": false,
1216
+ "single_word": false,
1217
+ "special": true
1218
+ },
1219
+ "128152": {
1220
+ "content": "<|reserved_special_token_144|>",
1221
+ "lstrip": false,
1222
+ "normalized": false,
1223
+ "rstrip": false,
1224
+ "single_word": false,
1225
+ "special": true
1226
+ },
1227
+ "128153": {
1228
+ "content": "<|reserved_special_token_145|>",
1229
+ "lstrip": false,
1230
+ "normalized": false,
1231
+ "rstrip": false,
1232
+ "single_word": false,
1233
+ "special": true
1234
+ },
1235
+ "128154": {
1236
+ "content": "<|reserved_special_token_146|>",
1237
+ "lstrip": false,
1238
+ "normalized": false,
1239
+ "rstrip": false,
1240
+ "single_word": false,
1241
+ "special": true
1242
+ },
1243
+ "128155": {
1244
+ "content": "<|reserved_special_token_147|>",
1245
+ "lstrip": false,
1246
+ "normalized": false,
1247
+ "rstrip": false,
1248
+ "single_word": false,
1249
+ "special": true
1250
+ },
1251
+ "128156": {
1252
+ "content": "<|reserved_special_token_148|>",
1253
+ "lstrip": false,
1254
+ "normalized": false,
1255
+ "rstrip": false,
1256
+ "single_word": false,
1257
+ "special": true
1258
+ },
1259
+ "128157": {
1260
+ "content": "<|reserved_special_token_149|>",
1261
+ "lstrip": false,
1262
+ "normalized": false,
1263
+ "rstrip": false,
1264
+ "single_word": false,
1265
+ "special": true
1266
+ },
1267
+ "128158": {
1268
+ "content": "<|reserved_special_token_150|>",
1269
+ "lstrip": false,
1270
+ "normalized": false,
1271
+ "rstrip": false,
1272
+ "single_word": false,
1273
+ "special": true
1274
+ },
1275
+ "128159": {
1276
+ "content": "<|reserved_special_token_151|>",
1277
+ "lstrip": false,
1278
+ "normalized": false,
1279
+ "rstrip": false,
1280
+ "single_word": false,
1281
+ "special": true
1282
+ },
1283
+ "128160": {
1284
+ "content": "<|reserved_special_token_152|>",
1285
+ "lstrip": false,
1286
+ "normalized": false,
1287
+ "rstrip": false,
1288
+ "single_word": false,
1289
+ "special": true
1290
+ },
1291
+ "128161": {
1292
+ "content": "<|reserved_special_token_153|>",
1293
+ "lstrip": false,
1294
+ "normalized": false,
1295
+ "rstrip": false,
1296
+ "single_word": false,
1297
+ "special": true
1298
+ },
1299
+ "128162": {
1300
+ "content": "<|reserved_special_token_154|>",
1301
+ "lstrip": false,
1302
+ "normalized": false,
1303
+ "rstrip": false,
1304
+ "single_word": false,
1305
+ "special": true
1306
+ },
1307
+ "128163": {
1308
+ "content": "<|reserved_special_token_155|>",
1309
+ "lstrip": false,
1310
+ "normalized": false,
1311
+ "rstrip": false,
1312
+ "single_word": false,
1313
+ "special": true
1314
+ },
1315
+ "128164": {
1316
+ "content": "<|reserved_special_token_156|>",
1317
+ "lstrip": false,
1318
+ "normalized": false,
1319
+ "rstrip": false,
1320
+ "single_word": false,
1321
+ "special": true
1322
+ },
1323
+ "128165": {
1324
+ "content": "<|reserved_special_token_157|>",
1325
+ "lstrip": false,
1326
+ "normalized": false,
1327
+ "rstrip": false,
1328
+ "single_word": false,
1329
+ "special": true
1330
+ },
1331
+ "128166": {
1332
+ "content": "<|reserved_special_token_158|>",
1333
+ "lstrip": false,
1334
+ "normalized": false,
1335
+ "rstrip": false,
1336
+ "single_word": false,
1337
+ "special": true
1338
+ },
1339
+ "128167": {
1340
+ "content": "<|reserved_special_token_159|>",
1341
+ "lstrip": false,
1342
+ "normalized": false,
1343
+ "rstrip": false,
1344
+ "single_word": false,
1345
+ "special": true
1346
+ },
1347
+ "128168": {
1348
+ "content": "<|reserved_special_token_160|>",
1349
+ "lstrip": false,
1350
+ "normalized": false,
1351
+ "rstrip": false,
1352
+ "single_word": false,
1353
+ "special": true
1354
+ },
1355
+ "128169": {
1356
+ "content": "<|reserved_special_token_161|>",
1357
+ "lstrip": false,
1358
+ "normalized": false,
1359
+ "rstrip": false,
1360
+ "single_word": false,
1361
+ "special": true
1362
+ },
1363
+ "128170": {
1364
+ "content": "<|reserved_special_token_162|>",
1365
+ "lstrip": false,
1366
+ "normalized": false,
1367
+ "rstrip": false,
1368
+ "single_word": false,
1369
+ "special": true
1370
+ },
1371
+ "128171": {
1372
+ "content": "<|reserved_special_token_163|>",
1373
+ "lstrip": false,
1374
+ "normalized": false,
1375
+ "rstrip": false,
1376
+ "single_word": false,
1377
+ "special": true
1378
+ },
1379
+ "128172": {
1380
+ "content": "<|reserved_special_token_164|>",
1381
+ "lstrip": false,
1382
+ "normalized": false,
1383
+ "rstrip": false,
1384
+ "single_word": false,
1385
+ "special": true
1386
+ },
1387
+ "128173": {
1388
+ "content": "<|reserved_special_token_165|>",
1389
+ "lstrip": false,
1390
+ "normalized": false,
1391
+ "rstrip": false,
1392
+ "single_word": false,
1393
+ "special": true
1394
+ },
1395
+ "128174": {
1396
+ "content": "<|reserved_special_token_166|>",
1397
+ "lstrip": false,
1398
+ "normalized": false,
1399
+ "rstrip": false,
1400
+ "single_word": false,
1401
+ "special": true
1402
+ },
1403
+ "128175": {
1404
+ "content": "<|reserved_special_token_167|>",
1405
+ "lstrip": false,
1406
+ "normalized": false,
1407
+ "rstrip": false,
1408
+ "single_word": false,
1409
+ "special": true
1410
+ },
1411
+ "128176": {
1412
+ "content": "<|reserved_special_token_168|>",
1413
+ "lstrip": false,
1414
+ "normalized": false,
1415
+ "rstrip": false,
1416
+ "single_word": false,
1417
+ "special": true
1418
+ },
1419
+ "128177": {
1420
+ "content": "<|reserved_special_token_169|>",
1421
+ "lstrip": false,
1422
+ "normalized": false,
1423
+ "rstrip": false,
1424
+ "single_word": false,
1425
+ "special": true
1426
+ },
1427
+ "128178": {
1428
+ "content": "<|reserved_special_token_170|>",
1429
+ "lstrip": false,
1430
+ "normalized": false,
1431
+ "rstrip": false,
1432
+ "single_word": false,
1433
+ "special": true
1434
+ },
1435
+ "128179": {
1436
+ "content": "<|reserved_special_token_171|>",
1437
+ "lstrip": false,
1438
+ "normalized": false,
1439
+ "rstrip": false,
1440
+ "single_word": false,
1441
+ "special": true
1442
+ },
1443
+ "128180": {
1444
+ "content": "<|reserved_special_token_172|>",
1445
+ "lstrip": false,
1446
+ "normalized": false,
1447
+ "rstrip": false,
1448
+ "single_word": false,
1449
+ "special": true
1450
+ },
1451
+ "128181": {
1452
+ "content": "<|reserved_special_token_173|>",
1453
+ "lstrip": false,
1454
+ "normalized": false,
1455
+ "rstrip": false,
1456
+ "single_word": false,
1457
+ "special": true
1458
+ },
1459
+ "128182": {
1460
+ "content": "<|reserved_special_token_174|>",
1461
+ "lstrip": false,
1462
+ "normalized": false,
1463
+ "rstrip": false,
1464
+ "single_word": false,
1465
+ "special": true
1466
+ },
1467
+ "128183": {
1468
+ "content": "<|reserved_special_token_175|>",
1469
+ "lstrip": false,
1470
+ "normalized": false,
1471
+ "rstrip": false,
1472
+ "single_word": false,
1473
+ "special": true
1474
+ },
1475
+ "128184": {
1476
+ "content": "<|reserved_special_token_176|>",
1477
+ "lstrip": false,
1478
+ "normalized": false,
1479
+ "rstrip": false,
1480
+ "single_word": false,
1481
+ "special": true
1482
+ },
1483
+ "128185": {
1484
+ "content": "<|reserved_special_token_177|>",
1485
+ "lstrip": false,
1486
+ "normalized": false,
1487
+ "rstrip": false,
1488
+ "single_word": false,
1489
+ "special": true
1490
+ },
1491
+ "128186": {
1492
+ "content": "<|reserved_special_token_178|>",
1493
+ "lstrip": false,
1494
+ "normalized": false,
1495
+ "rstrip": false,
1496
+ "single_word": false,
1497
+ "special": true
1498
+ },
1499
+ "128187": {
1500
+ "content": "<|reserved_special_token_179|>",
1501
+ "lstrip": false,
1502
+ "normalized": false,
1503
+ "rstrip": false,
1504
+ "single_word": false,
1505
+ "special": true
1506
+ },
1507
+ "128188": {
1508
+ "content": "<|reserved_special_token_180|>",
1509
+ "lstrip": false,
1510
+ "normalized": false,
1511
+ "rstrip": false,
1512
+ "single_word": false,
1513
+ "special": true
1514
+ },
1515
+ "128189": {
1516
+ "content": "<|reserved_special_token_181|>",
1517
+ "lstrip": false,
1518
+ "normalized": false,
1519
+ "rstrip": false,
1520
+ "single_word": false,
1521
+ "special": true
1522
+ },
1523
+ "128190": {
1524
+ "content": "<|reserved_special_token_182|>",
1525
+ "lstrip": false,
1526
+ "normalized": false,
1527
+ "rstrip": false,
1528
+ "single_word": false,
1529
+ "special": true
1530
+ },
1531
+ "128191": {
1532
+ "content": "<|reserved_special_token_183|>",
1533
+ "lstrip": false,
1534
+ "normalized": false,
1535
+ "rstrip": false,
1536
+ "single_word": false,
1537
+ "special": true
1538
+ },
1539
+ "128192": {
1540
+ "content": "<|reserved_special_token_184|>",
1541
+ "lstrip": false,
1542
+ "normalized": false,
1543
+ "rstrip": false,
1544
+ "single_word": false,
1545
+ "special": true
1546
+ },
1547
+ "128193": {
1548
+ "content": "<|reserved_special_token_185|>",
1549
+ "lstrip": false,
1550
+ "normalized": false,
1551
+ "rstrip": false,
1552
+ "single_word": false,
1553
+ "special": true
1554
+ },
1555
+ "128194": {
1556
+ "content": "<|reserved_special_token_186|>",
1557
+ "lstrip": false,
1558
+ "normalized": false,
1559
+ "rstrip": false,
1560
+ "single_word": false,
1561
+ "special": true
1562
+ },
1563
+ "128195": {
1564
+ "content": "<|reserved_special_token_187|>",
1565
+ "lstrip": false,
1566
+ "normalized": false,
1567
+ "rstrip": false,
1568
+ "single_word": false,
1569
+ "special": true
1570
+ },
1571
+ "128196": {
1572
+ "content": "<|reserved_special_token_188|>",
1573
+ "lstrip": false,
1574
+ "normalized": false,
1575
+ "rstrip": false,
1576
+ "single_word": false,
1577
+ "special": true
1578
+ },
1579
+ "128197": {
1580
+ "content": "<|reserved_special_token_189|>",
1581
+ "lstrip": false,
1582
+ "normalized": false,
1583
+ "rstrip": false,
1584
+ "single_word": false,
1585
+ "special": true
1586
+ },
1587
+ "128198": {
1588
+ "content": "<|reserved_special_token_190|>",
1589
+ "lstrip": false,
1590
+ "normalized": false,
1591
+ "rstrip": false,
1592
+ "single_word": false,
1593
+ "special": true
1594
+ },
1595
+ "128199": {
1596
+ "content": "<|reserved_special_token_191|>",
1597
+ "lstrip": false,
1598
+ "normalized": false,
1599
+ "rstrip": false,
1600
+ "single_word": false,
1601
+ "special": true
1602
+ },
1603
+ "128200": {
1604
+ "content": "<|reserved_special_token_192|>",
1605
+ "lstrip": false,
1606
+ "normalized": false,
1607
+ "rstrip": false,
1608
+ "single_word": false,
1609
+ "special": true
1610
+ },
1611
+ "128201": {
1612
+ "content": "<|reserved_special_token_193|>",
1613
+ "lstrip": false,
1614
+ "normalized": false,
1615
+ "rstrip": false,
1616
+ "single_word": false,
1617
+ "special": true
1618
+ },
1619
+ "128202": {
1620
+ "content": "<|reserved_special_token_194|>",
1621
+ "lstrip": false,
1622
+ "normalized": false,
1623
+ "rstrip": false,
1624
+ "single_word": false,
1625
+ "special": true
1626
+ },
1627
+ "128203": {
1628
+ "content": "<|reserved_special_token_195|>",
1629
+ "lstrip": false,
1630
+ "normalized": false,
1631
+ "rstrip": false,
1632
+ "single_word": false,
1633
+ "special": true
1634
+ },
1635
+ "128204": {
1636
+ "content": "<|reserved_special_token_196|>",
1637
+ "lstrip": false,
1638
+ "normalized": false,
1639
+ "rstrip": false,
1640
+ "single_word": false,
1641
+ "special": true
1642
+ },
1643
+ "128205": {
1644
+ "content": "<|reserved_special_token_197|>",
1645
+ "lstrip": false,
1646
+ "normalized": false,
1647
+ "rstrip": false,
1648
+ "single_word": false,
1649
+ "special": true
1650
+ },
1651
+ "128206": {
1652
+ "content": "<|reserved_special_token_198|>",
1653
+ "lstrip": false,
1654
+ "normalized": false,
1655
+ "rstrip": false,
1656
+ "single_word": false,
1657
+ "special": true
1658
+ },
1659
+ "128207": {
1660
+ "content": "<|reserved_special_token_199|>",
1661
+ "lstrip": false,
1662
+ "normalized": false,
1663
+ "rstrip": false,
1664
+ "single_word": false,
1665
+ "special": true
1666
+ },
1667
+ "128208": {
1668
+ "content": "<|reserved_special_token_200|>",
1669
+ "lstrip": false,
1670
+ "normalized": false,
1671
+ "rstrip": false,
1672
+ "single_word": false,
1673
+ "special": true
1674
+ },
1675
+ "128209": {
1676
+ "content": "<|reserved_special_token_201|>",
1677
+ "lstrip": false,
1678
+ "normalized": false,
1679
+ "rstrip": false,
1680
+ "single_word": false,
1681
+ "special": true
1682
+ },
1683
+ "128210": {
1684
+ "content": "<|reserved_special_token_202|>",
1685
+ "lstrip": false,
1686
+ "normalized": false,
1687
+ "rstrip": false,
1688
+ "single_word": false,
1689
+ "special": true
1690
+ },
1691
+ "128211": {
1692
+ "content": "<|reserved_special_token_203|>",
1693
+ "lstrip": false,
1694
+ "normalized": false,
1695
+ "rstrip": false,
1696
+ "single_word": false,
1697
+ "special": true
1698
+ },
1699
+ "128212": {
1700
+ "content": "<|reserved_special_token_204|>",
1701
+ "lstrip": false,
1702
+ "normalized": false,
1703
+ "rstrip": false,
1704
+ "single_word": false,
1705
+ "special": true
1706
+ },
1707
+ "128213": {
1708
+ "content": "<|reserved_special_token_205|>",
1709
+ "lstrip": false,
1710
+ "normalized": false,
1711
+ "rstrip": false,
1712
+ "single_word": false,
1713
+ "special": true
1714
+ },
1715
+ "128214": {
1716
+ "content": "<|reserved_special_token_206|>",
1717
+ "lstrip": false,
1718
+ "normalized": false,
1719
+ "rstrip": false,
1720
+ "single_word": false,
1721
+ "special": true
1722
+ },
1723
+ "128215": {
1724
+ "content": "<|reserved_special_token_207|>",
1725
+ "lstrip": false,
1726
+ "normalized": false,
1727
+ "rstrip": false,
1728
+ "single_word": false,
1729
+ "special": true
1730
+ },
1731
+ "128216": {
1732
+ "content": "<|reserved_special_token_208|>",
1733
+ "lstrip": false,
1734
+ "normalized": false,
1735
+ "rstrip": false,
1736
+ "single_word": false,
1737
+ "special": true
1738
+ },
1739
+ "128217": {
1740
+ "content": "<|reserved_special_token_209|>",
1741
+ "lstrip": false,
1742
+ "normalized": false,
1743
+ "rstrip": false,
1744
+ "single_word": false,
1745
+ "special": true
1746
+ },
1747
+ "128218": {
1748
+ "content": "<|reserved_special_token_210|>",
1749
+ "lstrip": false,
1750
+ "normalized": false,
1751
+ "rstrip": false,
1752
+ "single_word": false,
1753
+ "special": true
1754
+ },
1755
+ "128219": {
1756
+ "content": "<|reserved_special_token_211|>",
1757
+ "lstrip": false,
1758
+ "normalized": false,
1759
+ "rstrip": false,
1760
+ "single_word": false,
1761
+ "special": true
1762
+ },
1763
+ "128220": {
1764
+ "content": "<|reserved_special_token_212|>",
1765
+ "lstrip": false,
1766
+ "normalized": false,
1767
+ "rstrip": false,
1768
+ "single_word": false,
1769
+ "special": true
1770
+ },
1771
+ "128221": {
1772
+ "content": "<|reserved_special_token_213|>",
1773
+ "lstrip": false,
1774
+ "normalized": false,
1775
+ "rstrip": false,
1776
+ "single_word": false,
1777
+ "special": true
1778
+ },
1779
+ "128222": {
1780
+ "content": "<|reserved_special_token_214|>",
1781
+ "lstrip": false,
1782
+ "normalized": false,
1783
+ "rstrip": false,
1784
+ "single_word": false,
1785
+ "special": true
1786
+ },
1787
+ "128223": {
1788
+ "content": "<|reserved_special_token_215|>",
1789
+ "lstrip": false,
1790
+ "normalized": false,
1791
+ "rstrip": false,
1792
+ "single_word": false,
1793
+ "special": true
1794
+ },
1795
+ "128224": {
1796
+ "content": "<|reserved_special_token_216|>",
1797
+ "lstrip": false,
1798
+ "normalized": false,
1799
+ "rstrip": false,
1800
+ "single_word": false,
1801
+ "special": true
1802
+ },
1803
+ "128225": {
1804
+ "content": "<|reserved_special_token_217|>",
1805
+ "lstrip": false,
1806
+ "normalized": false,
1807
+ "rstrip": false,
1808
+ "single_word": false,
1809
+ "special": true
1810
+ },
1811
+ "128226": {
1812
+ "content": "<|reserved_special_token_218|>",
1813
+ "lstrip": false,
1814
+ "normalized": false,
1815
+ "rstrip": false,
1816
+ "single_word": false,
1817
+ "special": true
1818
+ },
1819
+ "128227": {
1820
+ "content": "<|reserved_special_token_219|>",
1821
+ "lstrip": false,
1822
+ "normalized": false,
1823
+ "rstrip": false,
1824
+ "single_word": false,
1825
+ "special": true
1826
+ },
1827
+ "128228": {
1828
+ "content": "<|reserved_special_token_220|>",
1829
+ "lstrip": false,
1830
+ "normalized": false,
1831
+ "rstrip": false,
1832
+ "single_word": false,
1833
+ "special": true
1834
+ },
1835
+ "128229": {
1836
+ "content": "<|reserved_special_token_221|>",
1837
+ "lstrip": false,
1838
+ "normalized": false,
1839
+ "rstrip": false,
1840
+ "single_word": false,
1841
+ "special": true
1842
+ },
1843
+ "128230": {
1844
+ "content": "<|reserved_special_token_222|>",
1845
+ "lstrip": false,
1846
+ "normalized": false,
1847
+ "rstrip": false,
1848
+ "single_word": false,
1849
+ "special": true
1850
+ },
1851
+ "128231": {
1852
+ "content": "<|reserved_special_token_223|>",
1853
+ "lstrip": false,
1854
+ "normalized": false,
1855
+ "rstrip": false,
1856
+ "single_word": false,
1857
+ "special": true
1858
+ },
1859
+ "128232": {
1860
+ "content": "<|reserved_special_token_224|>",
1861
+ "lstrip": false,
1862
+ "normalized": false,
1863
+ "rstrip": false,
1864
+ "single_word": false,
1865
+ "special": true
1866
+ },
1867
+ "128233": {
1868
+ "content": "<|reserved_special_token_225|>",
1869
+ "lstrip": false,
1870
+ "normalized": false,
1871
+ "rstrip": false,
1872
+ "single_word": false,
1873
+ "special": true
1874
+ },
1875
+ "128234": {
1876
+ "content": "<|reserved_special_token_226|>",
1877
+ "lstrip": false,
1878
+ "normalized": false,
1879
+ "rstrip": false,
1880
+ "single_word": false,
1881
+ "special": true
1882
+ },
1883
+ "128235": {
1884
+ "content": "<|reserved_special_token_227|>",
1885
+ "lstrip": false,
1886
+ "normalized": false,
1887
+ "rstrip": false,
1888
+ "single_word": false,
1889
+ "special": true
1890
+ },
1891
+ "128236": {
1892
+ "content": "<|reserved_special_token_228|>",
1893
+ "lstrip": false,
1894
+ "normalized": false,
1895
+ "rstrip": false,
1896
+ "single_word": false,
1897
+ "special": true
1898
+ },
1899
+ "128237": {
1900
+ "content": "<|reserved_special_token_229|>",
1901
+ "lstrip": false,
1902
+ "normalized": false,
1903
+ "rstrip": false,
1904
+ "single_word": false,
1905
+ "special": true
1906
+ },
1907
+ "128238": {
1908
+ "content": "<|reserved_special_token_230|>",
1909
+ "lstrip": false,
1910
+ "normalized": false,
1911
+ "rstrip": false,
1912
+ "single_word": false,
1913
+ "special": true
1914
+ },
1915
+ "128239": {
1916
+ "content": "<|reserved_special_token_231|>",
1917
+ "lstrip": false,
1918
+ "normalized": false,
1919
+ "rstrip": false,
1920
+ "single_word": false,
1921
+ "special": true
1922
+ },
1923
+ "128240": {
1924
+ "content": "<|reserved_special_token_232|>",
1925
+ "lstrip": false,
1926
+ "normalized": false,
1927
+ "rstrip": false,
1928
+ "single_word": false,
1929
+ "special": true
1930
+ },
1931
+ "128241": {
1932
+ "content": "<|reserved_special_token_233|>",
1933
+ "lstrip": false,
1934
+ "normalized": false,
1935
+ "rstrip": false,
1936
+ "single_word": false,
1937
+ "special": true
1938
+ },
1939
+ "128242": {
1940
+ "content": "<|reserved_special_token_234|>",
1941
+ "lstrip": false,
1942
+ "normalized": false,
1943
+ "rstrip": false,
1944
+ "single_word": false,
1945
+ "special": true
1946
+ },
1947
+ "128243": {
1948
+ "content": "<|reserved_special_token_235|>",
1949
+ "lstrip": false,
1950
+ "normalized": false,
1951
+ "rstrip": false,
1952
+ "single_word": false,
1953
+ "special": true
1954
+ },
1955
+ "128244": {
1956
+ "content": "<|reserved_special_token_236|>",
1957
+ "lstrip": false,
1958
+ "normalized": false,
1959
+ "rstrip": false,
1960
+ "single_word": false,
1961
+ "special": true
1962
+ },
1963
+ "128245": {
1964
+ "content": "<|reserved_special_token_237|>",
1965
+ "lstrip": false,
1966
+ "normalized": false,
1967
+ "rstrip": false,
1968
+ "single_word": false,
1969
+ "special": true
1970
+ },
1971
+ "128246": {
1972
+ "content": "<|reserved_special_token_238|>",
1973
+ "lstrip": false,
1974
+ "normalized": false,
1975
+ "rstrip": false,
1976
+ "single_word": false,
1977
+ "special": true
1978
+ },
1979
+ "128247": {
1980
+ "content": "<|reserved_special_token_239|>",
1981
+ "lstrip": false,
1982
+ "normalized": false,
1983
+ "rstrip": false,
1984
+ "single_word": false,
1985
+ "special": true
1986
+ },
1987
+ "128248": {
1988
+ "content": "<|reserved_special_token_240|>",
1989
+ "lstrip": false,
1990
+ "normalized": false,
1991
+ "rstrip": false,
1992
+ "single_word": false,
1993
+ "special": true
1994
+ },
1995
+ "128249": {
1996
+ "content": "<|reserved_special_token_241|>",
1997
+ "lstrip": false,
1998
+ "normalized": false,
1999
+ "rstrip": false,
2000
+ "single_word": false,
2001
+ "special": true
2002
+ },
2003
+ "128250": {
2004
+ "content": "<|reserved_special_token_242|>",
2005
+ "lstrip": false,
2006
+ "normalized": false,
2007
+ "rstrip": false,
2008
+ "single_word": false,
2009
+ "special": true
2010
+ },
2011
+ "128251": {
2012
+ "content": "<|reserved_special_token_243|>",
2013
+ "lstrip": false,
2014
+ "normalized": false,
2015
+ "rstrip": false,
2016
+ "single_word": false,
2017
+ "special": true
2018
+ },
2019
+ "128252": {
2020
+ "content": "<|reserved_special_token_244|>",
2021
+ "lstrip": false,
2022
+ "normalized": false,
2023
+ "rstrip": false,
2024
+ "single_word": false,
2025
+ "special": true
2026
+ },
2027
+ "128253": {
2028
+ "content": "<|reserved_special_token_245|>",
2029
+ "lstrip": false,
2030
+ "normalized": false,
2031
+ "rstrip": false,
2032
+ "single_word": false,
2033
+ "special": true
2034
+ },
2035
+ "128254": {
2036
+ "content": "<|reserved_special_token_246|>",
2037
+ "lstrip": false,
2038
+ "normalized": false,
2039
+ "rstrip": false,
2040
+ "single_word": false,
2041
+ "special": true
2042
+ },
2043
+ "128255": {
2044
+ "content": "<|reserved_special_token_247|>",
2045
+ "lstrip": false,
2046
+ "normalized": false,
2047
+ "rstrip": false,
2048
+ "single_word": false,
2049
+ "special": true
2050
+ }
2051
+ },
2052
+ "bos_token": "<|begin_of_text|>",
2053
+ "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n {%- if strftime_now is defined %}\n {%- set date_string = strftime_now(\"%d %b %Y\") %}\n {%- else %}\n {%- set date_string = \"26 Jul 2024\" %}\n {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n{%- else %}\n {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n {#- Extract the first user message so we can plug it in here #}\n {%- if messages | length != 0 %}\n {%- set first_user_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n {%- else %}\n {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n {%- elif 'tool_calls' in message %}\n {%- if not message.tool_calls|length == 1 %}\n {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n {%- endif %}\n {%- set tool_call = message.tool_calls[0].function %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n {{- '\"parameters\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- \"}\" }}\n {{- \"<|eot_id|>\" }}\n {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n {%- if message.content is mapping or message.content is iterable %}\n {{- message.content | tojson }}\n {%- else %}\n {{- message.content }}\n {%- endif %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
2054
+ "clean_up_tokenization_spaces": true,
2055
+ "eos_token": "<|eot_id|>",
2056
+ "model_input_names": [
2057
+ "input_ids",
2058
+ "attention_mask"
2059
+ ],
2060
+ "model_max_length": 131072,
2061
+ "tokenizer_class": "PreTrainedTokenizerFast"
2062
+ }
finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml ADDED
@@ -0,0 +1 @@
 
 
1
+ {}
finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv ADDED
@@ -0,0 +1,240 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ epoch,iter,iter_time,step,train/loss,val/loss
2
+ 0,1,0.37411438301205635,0,6.006538391113281,
3
+ 0,8,0.062165383249521255,1,5.554479777812958,
4
+ 0,16,0.035088542848825455,2,5.429434031248093,
5
+ 0,24,0.0337483249604702,3,1.9648497253656387,
6
+ 0,32,0.03446322679519653,4,0.7843029722571373,
7
+ 0,40,0.049942195415496826,5,0.8667056877166033,
8
+ 0,48,0.0342063382267952,6,0.5037131328135729,
9
+ 0,56,0.037235140800476074,7,0.431957988999784,
10
+ 0,64,0.03431737422943115,8,0.38746127113699913,
11
+ 0,72,0.0348469577729702,9,0.3177518523298204,
12
+ 0,80,0.03408883139491081,10,0.297457531793043,
13
+ 0,88,0.03447356075048447,11,0.21138081699609756,
14
+ 0,96,0.03769715502858162,12,0.28402171842753887,
15
+ 0,104,0.034198544919490814,13,0.44619568240159424,
16
+ 0,112,0.03338184207677841,14,0.8080121646198677,
17
+ 0,120,0.02945362776517868,15,0.3529063363093883,
18
+ 0,128,0.029346972703933716,16,0.11057227166020311,
19
+ ,,,16,,0.31083290200484426
20
+ 0,136,0.029165856540203094,17,0.042500878538703546,
21
+ 0,144,0.02926984429359436,18,0.46902282087830827,
22
+ 0,152,0.029140301048755646,19,0.07298629672732204,
23
+ 0,160,0.02916692942380905,20,0.7182005696668057,
24
+ 0,168,0.029233194887638092,21,0.033398034633137286,
25
+ 0,176,0.02896665781736374,22,2.2344005641061813,
26
+ 1,184,0.02907591685652733,23,0.4565611438592896,
27
+ 1,192,0.029145054519176483,24,0.483423843383207,
28
+ 1,200,0.0293852798640728,25,0.27329460508190095,
29
+ 1,208,0.028995119035243988,26,0.1218396486947313,
30
+ 1,216,0.0290871299803257,27,0.19619904388673604,
31
+ 1,224,0.029173951596021652,28,0.5007546795532107,
32
+ 1,232,0.029273007065057755,29,0.3990323240868747,
33
+ 1,240,0.029293205589056015,30,0.49658505935803987,
34
+ 1,248,0.029165305197238922,31,0.5430163205601275,
35
+ 1,256,0.029333584010601044,32,0.13907679542899132,
36
+ ,,,32,,0.2533149719238281
37
+ 1,264,0.029274672269821167,33,0.1137100332416594,
38
+ 1,272,0.029259540140628815,34,0.17623312259092927,
39
+ 1,280,0.0294094979763031,35,0.2115238776896149,
40
+ 1,288,0.02947445958852768,36,0.374175441917032,
41
+ 1,296,0.02951044589281082,37,0.4617475534323603,
42
+ 1,304,0.029791727662086487,38,0.037560667493380606,
43
+ 1,312,0.029702268540859222,39,0.11155893979594111,
44
+ 1,320,0.02968001738190651,40,0.05206120075308718,
45
+ 1,328,0.029915399849414825,41,0.08619557361816987,
46
+ 1,336,0.029752686619758606,42,0.0357198947458528,
47
+ 1,344,0.029463142156600952,43,0.0963046236865921,
48
+ 1,352,0.02973831444978714,44,0.8085273817414418,
49
+ 1,360,0.029697168618440628,45,0.05554618734458927,
50
+ 2,368,0.029751040041446686,46,0.011425974254962057,
51
+ 2,376,0.029614735394716263,47,0.04075168265262619,
52
+ 2,384,0.030202709138393402,48,0.7785941029433161,
53
+ ,,,48,,0.2386581019351357
54
+ 2,392,0.03674821928143501,49,0.06451680812460836,
55
+ 2,400,0.0366995707154274,50,0.019470597369945608,
56
+ 2,408,0.036720067262649536,51,0.0714381166617386,
57
+ 2,416,0.036803457885980606,52,0.013245976355392486,
58
+ 2,424,0.02945932000875473,53,0.20692156339646317,
59
+ 2,432,0.03683913126587868,54,0.5394666193169542,
60
+ 2,440,0.036845166236162186,55,0.0207549697952345,
61
+ 2,448,0.03729471191763878,56,0.06621033477131277,
62
+ 2,456,0.03680412843823433,57,0.24182140380435158,
63
+ 2,464,0.036795470863580704,58,0.018078895576763898,
64
+ 2,472,0.0367979034781456,59,0.02632238605292514,
65
+ 2,480,0.03701299801468849,60,0.012468623492168263,
66
+ 2,488,0.0368812195956707,61,0.0362685083237011,
67
+ 2,496,0.029362201690673828,62,0.024432670936221257,
68
+ 2,504,0.02914268895983696,63,0.0492336418828927,
69
+ 2,512,0.02919401228427887,64,0.34805606299778447,
70
+ ,,,64,,0.21544863048352694
71
+ 2,520,0.029715631157159805,65,0.017805831012083218,
72
+ 2,528,0.02943447232246399,66,0.10392433303059079,
73
+ 2,536,0.029695529490709305,67,0.03310520655941218,
74
+ 3,544,0.030850164592266083,68,0.05029029928846285,
75
+ 3,552,0.029634851962327957,69,0.21004928891488817,
76
+ 3,560,0.0293794684112072,70,0.055736326437909156,
77
+ 3,568,0.02970161661505699,71,0.008584635856095701,
78
+ 3,576,0.0297216959297657,72,0.012183543032733724,
79
+ 3,584,0.029762882739305496,73,0.04439537553116679,
80
+ 3,592,0.029542509466409683,74,0.05124910513404757,
81
+ 3,600,0.029809974133968353,75,0.06904903109534644,
82
+ 3,608,0.029886849224567413,76,0.008093856995401438,
83
+ 3,616,0.029974620789289474,77,0.011720152135239914,
84
+ 3,624,0.029829930514097214,78,0.020615123881725594,
85
+ 3,632,0.02976273000240326,79,0.015272139222361147,
86
+ 3,640,0.029981505125761032,80,0.010189633903792128,
87
+ ,,,80,,0.2216815948486328
88
+ 3,648,0.030612703412771225,81,0.005859256620169617,
89
+ 3,656,0.030117589980363846,82,0.015135645924601704,
90
+ 3,664,0.029506146907806396,83,0.015597549165249802,
91
+ 3,672,0.030180443078279495,84,0.009388431702973321,
92
+ 3,680,0.02989530935883522,85,0.0556596472451929,
93
+ 3,688,0.030186817049980164,86,0.010192431072937325,
94
+ 3,696,0.03000672534108162,87,0.007149025586841162,
95
+ 3,704,0.03010263293981552,88,0.031241218690411188,
96
+ 3,712,0.030101101845502853,89,0.002274969308928121,
97
+ 3,720,0.029734577983617783,90,0.3935309977241559,
98
+ 4,728,0.030115418136119843,91,0.0016661853587720543,
99
+ 4,736,0.030259039252996445,92,0.004203838339890353,
100
+ 4,744,0.02988198772072792,93,0.0036719861382152885,
101
+ 4,752,0.0302000492811203,94,0.008038883475819603,
102
+ 4,760,0.02989225834608078,95,0.008690187481988687,
103
+ 4,768,0.030069880187511444,96,0.01628778551821597,
104
+ ,,,96,,0.2312974678842645
105
+ 4,776,0.029754966497421265,97,0.003041866893909173,
106
+ 4,784,0.02980438992381096,98,0.09180264388851356,
107
+ 4,792,0.029963910579681396,99,0.006523945630760863,
108
+ 4,800,0.02981918677687645,100,0.05946528429922182,
109
+ 4,808,0.030047159641981125,101,0.0045913539215689525,
110
+ 4,816,0.030114077031612396,102,0.006008021729940083,
111
+ 4,824,0.030304405838251114,103,0.017870690739073325,
112
+ 4,832,0.030030637979507446,104,0.0076764314508182,
113
+ 4,840,0.035191357135772705,105,0.003622356103733182,
114
+ 4,848,0.03014969825744629,106,0.013842806234606542,
115
+ 4,856,0.030067868530750275,107,0.005911508877034066,
116
+ 4,864,0.030654825270175934,108,0.003691228754178155,
117
+ 4,872,0.035815052688121796,109,0.0027960564293607604,
118
+ 4,880,0.030624087899923325,110,0.018990079799550585,
119
+ 4,888,0.03007049486041069,111,0.0043790941053885035,
120
+ 4,896,0.030832406133413315,112,0.0008585278010286856,
121
+ ,,,112,,0.279154476366545
122
+ 5,904,0.02999851107597351,113,0.0016493973162141629,
123
+ 5,912,0.03008311614394188,114,0.0020675996420322917,
124
+ 5,920,0.030387289822101593,115,0.0018003922486968804,
125
+ 5,928,0.030126169323921204,116,0.042775839268870186,
126
+ 5,936,0.030267976224422455,117,0.017660269601037726,
127
+ 5,944,0.03038904443383217,118,0.001964171438885387,
128
+ 5,952,0.030099138617515564,119,0.0019271270211902447,
129
+ 5,960,0.029867567121982574,120,0.001526339998235926,
130
+ 5,968,0.03008166328072548,121,0.00329502842760121,
131
+ 5,976,0.03012247383594513,122,0.002790841128444299,
132
+ 5,984,0.02995055541396141,123,0.0014184081155690365,
133
+ 5,992,0.030380625277757645,124,0.0015542050168733113,
134
+ 5,1000,0.030633293092250824,125,0.0008864618175721262,
135
+ 5,1008,0.030467353761196136,126,0.008230535513575887,
136
+ 5,1016,0.030015189200639725,127,0.0010592120088404045,
137
+ 5,1024,0.030328314751386642,128,0.0023780638111929875,
138
+ ,,,128,,0.2969779717294793
139
+ 5,1032,0.03046255186200142,129,0.0019152182721882127,
140
+ 5,1040,0.030662808567285538,130,0.0015276127978722798,
141
+ 5,1048,0.030345913022756577,131,0.0012163252395112067,
142
+ 5,1056,0.030382338911294937,132,0.0014719865648658015,
143
+ 5,1064,0.030394796282052994,133,0.0008904989517759532,
144
+ 5,1072,0.03022373467683792,134,0.0027173736089025624,
145
+ 5,1080,0.030099306255578995,135,0.001887955906568095,
146
+ 6,1088,0.030445873737335205,136,0.002325216595636448,
147
+ 6,1096,0.030155476182699203,137,0.0009972808366001118,
148
+ 6,1104,0.029936831444501877,138,0.0018010604508162942,
149
+ 6,1112,0.030145887285470963,139,0.0008710147703823168,
150
+ 6,1120,0.030155733227729797,140,0.0017379012024321128,
151
+ 6,1128,0.030444666743278503,141,0.0012367702984192874,
152
+ 6,1136,0.030245065689086914,142,0.0021659525627910625,
153
+ 6,1144,0.030499905347824097,143,0.0015166812190727796,
154
+ 6,1152,0.030063074082136154,144,0.0009773418423719704,
155
+ ,,,144,,0.3150686464811626
156
+ 6,1160,0.029929906129837036,145,0.0008975139498943463,
157
+ 6,1168,0.030006319284439087,146,0.0012021723232464865,
158
+ 6,1176,0.030064966529607773,147,0.002072025352390483,
159
+ 6,1184,0.03014489635825157,148,0.002398238575551659,
160
+ 6,1192,0.030203405767679214,149,0.0009437541229999624,
161
+ 6,1200,0.03577299043536186,150,0.000845699001729372,
162
+ 6,1208,0.034789785742759705,151,0.0035838953699567355,
163
+ 6,1216,0.03032732754945755,152,0.0005437461313704262,
164
+ 6,1224,0.030431393533945084,153,0.0031625093397451565,
165
+ 6,1232,0.03034966066479683,154,0.0009985047781810863,
166
+ 6,1240,0.03035902976989746,155,0.0011002333121723495,
167
+ 6,1248,0.030195556581020355,156,0.010820778188644908,
168
+ 6,1256,0.030325643718242645,157,0.0012583514799189288,
169
+ 7,1264,0.03028266504406929,158,0.0016435621000709943,
170
+ 7,1272,0.03002859279513359,159,0.009366641665110365,
171
+ 7,1280,0.0300588496029377,160,0.000822479461930925,
172
+ ,,,160,,0.3264760971069336
173
+ 7,1288,0.030898742377758026,161,0.001215769283589907,
174
+ 7,1296,0.03039466217160225,162,0.0020126393537793774,
175
+ 7,1304,0.030210919678211212,163,0.0018509072342567379,
176
+ 7,1312,0.030504122376441956,164,0.0007741426197753754,
177
+ 7,1320,0.030215218663215637,165,0.0012957580329384655,
178
+ 7,1328,0.030114803463220596,166,0.0005030872689530952,
179
+ 7,1336,0.030204281210899353,167,0.0014103724497545045,
180
+ 7,1344,0.030035682022571564,168,0.0019278074469184503,
181
+ 7,1352,0.03053850680589676,169,0.0016075321000244003,
182
+ 7,1360,0.03609960153698921,170,0.001239681421793648,
183
+ 7,1368,0.03594578802585602,171,0.0006971804941713344,
184
+ 7,1376,0.035558316856622696,172,0.0013367298270168249,
185
+ 7,1384,0.030443094670772552,173,0.0033765890075301286,
186
+ 7,1392,0.030277416110038757,174,0.0020868268475169316,
187
+ 7,1400,0.030536461621522903,175,0.0026492331471672514,
188
+ 7,1408,0.030803170055150986,176,0.0007257427168951835,
189
+ ,,,176,,0.32915687561035156
190
+ 7,1416,0.030139461159706116,177,0.00064582318009343,
191
+ 7,1424,0.030184317380189896,178,0.0006834186169726308,
192
+ 7,1432,0.030814778059720993,179,0.0011040491936000763,
193
+ 7,1440,0.030489061027765274,180,0.0007295079813047778,
194
+ 8,1448,0.03065190464258194,181,0.000729942385078175,
195
+ 8,1456,0.030446365475654602,182,0.002320469906408107,
196
+ 8,1464,0.030440371483564377,183,0.0011268589205428725,
197
+ 8,1472,0.03094249963760376,184,0.0006871853947814088,
198
+ 8,1480,0.03026001527905464,185,0.001322043308391585,
199
+ 8,1488,0.03130710497498512,186,0.0006635755253228126,
200
+ 8,1496,0.030443653464317322,187,0.0018492596391297411,
201
+ 8,1504,0.03158154338598251,188,0.0014753093710169196,
202
+ 8,1512,0.030563674867153168,189,0.0007176036888267845,
203
+ 8,1520,0.030303340405225754,190,0.0005870310251339106,
204
+ 8,1528,0.03072613850235939,191,0.0015450905411853455,
205
+ 8,1536,0.0316731296479702,192,0.0006214706736500375,
206
+ ,,,192,,0.3425989652934827
207
+ 8,1544,0.03051038086414337,193,0.0009567147517373087,
208
+ 8,1552,0.030126497149467468,194,0.006878855852846755,
209
+ 8,1560,0.0302075557410717,195,0.0018421913591737393,
210
+ 8,1568,0.030004654079675674,196,0.0007211952543002553,
211
+ 8,1576,0.029268719255924225,197,0.0014565674719051458,
212
+ 8,1584,0.02955147624015808,198,0.0006236808567336993,
213
+ 8,1592,0.030785664916038513,199,0.0009326088256784715,
214
+ 8,1600,0.0300242081284523,200,0.0004885269008809701,
215
+ 8,1608,0.029803741723299026,201,0.0006255797034100397,
216
+ 8,1616,0.030179746448993683,202,0.0014452076338784536,
217
+ 9,1624,0.03104180470108986,203,0.0006319214699033182,
218
+ 9,1632,0.030138444155454636,204,0.006658649195742328,
219
+ 9,1640,0.030356649309396744,205,0.0006841710601293016,
220
+ 9,1648,0.030322454869747162,206,0.0006509788254334126,
221
+ 9,1656,0.030399538576602936,207,0.00034979195334017277,
222
+ 9,1664,0.03039396181702614,208,0.0013895225711166859,
223
+ ,,,208,,0.3404491324173777
224
+ 9,1672,0.030406489968299866,209,0.0006476555063272826,
225
+ 9,1680,0.030084315687417984,210,0.0005756242062489036,
226
+ 9,1688,0.03039070963859558,211,0.0019266030321887229,
227
+ 9,1696,0.029977947473526,212,0.000600412990024779,
228
+ 9,1704,0.030016548931598663,213,0.0013689112911379198,
229
+ 9,1712,0.030019108206033707,214,0.0009529488670523278,
230
+ 9,1720,0.030116047710180283,215,0.0014654163842351409,
231
+ 9,1728,0.030337698757648468,216,0.0014531052656820975,
232
+ 9,1736,0.030468806624412537,217,0.0005952597912255442,
233
+ 9,1744,0.031485870480537415,218,0.0011179249340784736,
234
+ 9,1752,0.030128061771392822,219,0.0010450512818351854,
235
+ 9,1760,0.029899802058935165,220,0.0006961987182876328,
236
+ 9,1768,0.030023105442523956,221,0.0005649692029692233,
237
+ 9,1776,0.035700228065252304,222,0.001739228522637859,
238
+ 9,1784,0.03590574115514755,223,0.00040440881275571883,
239
+ 9,1792,0.030205287039279938,224,0.00041796654477366246,
240
+ ,,,224,,0.346146307493511
finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=0.7-1.0/labels.csv ADDED
@@ -0,0 +1,76 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 1191,0
2
+ 13511,0
3
+ 9949,1
4
+ 61873,0
5
+ 48360,0
6
+ 15532,0
7
+ 23616,0
8
+ 37487,0
9
+ 31833,0
10
+ 63008,0
11
+ 52843,1
12
+ 13503,0
13
+ 47880,0
14
+ 40917,0
15
+ 46140,1
16
+ 51107,0
17
+ 29147,0
18
+ 65639,1
19
+ 38062,1
20
+ 58114,0
21
+ 55363,1
22
+ 4098,1
23
+ 66282,1
24
+ 5273,0
25
+ 51062,0
26
+ 53860,0
27
+ 40436,0
28
+ 526,0
29
+ 19537,0
30
+ 62682,1
31
+ 1382,0
32
+ 30223,0
33
+ 33795,0
34
+ 65703,1
35
+ 11101,1
36
+ 65208,1
37
+ 11812,0
38
+ 44159,0
39
+ 3669,0
40
+ 47109,0
41
+ 24456,0
42
+ 55074,1
43
+ 52683,1
44
+ 57808,1
45
+ 52951,0
46
+ 14596,1
47
+ 26678,1
48
+ 61623,1
49
+ 17435,1
50
+ 43717,1
51
+ 39956,0
52
+ 57153,0
53
+ 36111,1
54
+ 54037,1
55
+ 28140,1
56
+ 66018,1
57
+ 1363,1
58
+ 18593,1
59
+ 20813,0
60
+ 63638,1
61
+ 15944,1
62
+ 37680,1
63
+ 31696,0
64
+ 24733,0
65
+ 18354,0
66
+ 59171,0
67
+ 16450,1
68
+ 65657,0
69
+ 63892,0
70
+ 25879,1
71
+ 59515,1
72
+ 10060,0
73
+ 39307,1
74
+ 4022,0
75
+ 32987,1
76
+ 24477,0
finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=0.7-1.0/logits.csv ADDED
@@ -0,0 +1,76 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 1191,-0.00046993178,-8.50047
2
+ 13511,-0.0002976213,-10.125298
3
+ 9949,-6.7513795,-0.0013793726
4
+ 61873,-0.00066091627,-8.500661
5
+ 48360,-0.0042136223,-5.504214
6
+ 15532,-0.009987146,-4.6349874
7
+ 23616,-0.000859368,-7.3758593
8
+ 37487,-0.0012502004,-7.0012503
9
+ 31833,-0.0006077826,-7.875608
10
+ 63008,-0.0038245404,-5.7538247
11
+ 52843,-8.250476,-0.00047553197
12
+ 13503,-3.895714,-0.020714028
13
+ 47880,-0.001321396,-7.0013213
14
+ 40917,-0.000693081,-8.125693
15
+ 46140,-0.026549483,-3.6515496
16
+ 51107,-0.00097418047,-7.250974
17
+ 29147,-0.0006145734,-8.625614
18
+ 65639,-7.375816,-0.00081589306
19
+ 38062,-7.8754797,-0.000479464
20
+ 58114,-0.0024934888,-6.1274934
21
+ 55363,-8.875309,-0.0003091811
22
+ 4098,-10.50014,-0.00014053787
23
+ 66282,-9.87514,-0.00013982272
24
+ 5273,-0.012943067,-4.3879433
25
+ 51062,-0.00039259833,-8.625393
26
+ 53860,-0.026497126,-3.6514971
27
+ 40436,-0.0007792059,-8.375779
28
+ 526,-0.001107556,-7.1261077
29
+ 19537,-0.000893432,-7.2508936
30
+ 62682,-0.0009627475,-7.5009627
31
+ 1382,-0.00059825164,-7.7505984
32
+ 30223,-0.0011096994,-7.2511096
33
+ 33795,-0.004825138,-5.379825
34
+ 65703,-8.875333,-0.00033253862
35
+ 11101,-10.375111,-0.00011085849
36
+ 65208,-8.500697,-0.000696893
37
+ 11812,-0.00075645436,-7.3757563
38
+ 44159,-0.0002976213,-9.375298
39
+ 3669,-1.2235739,-0.34857395
40
+ 47109,-0.0010240793,-7.6260242
41
+ 24456,-0.0077634514,-4.8827634
42
+ 55074,-9.000334,-0.000334207
43
+ 52683,-9.50028,-0.00028022178
44
+ 57808,-0.20245281,-1.7024528
45
+ 52951,-0.0071695903,-5.0071697
46
+ 14596,-4.511272,-0.011271845
47
+ 26678,-8.250486,-0.0004863748
48
+ 61623,-2.9311578,-0.056157745
49
+ 17435,-11.875121,-0.000120870915
50
+ 43717,-9.625171,-0.00017081232
51
+ 39956,-0.0015594714,-7.1265593
52
+ 57153,-0.010459841,-4.63546
53
+ 36111,-9.375343,-0.00034350218
54
+ 54037,-5.504554,-0.0045539006
55
+ 28140,-7.8755703,-0.0005702538
56
+ 66018,-9.500168,-0.00016807097
57
+ 1363,-7.001095,-0.0010950528
58
+ 18593,-0.3884232,-1.1384232
59
+ 20813,-0.013224038,-4.388224
60
+ 63638,-9.6252365,-0.0002368408
61
+ 15944,-6.5016866,-0.0016864615
62
+ 37680,-0.0017489389,-6.501749
63
+ 31696,-0.0020147518,-6.3770146
64
+ 24733,-0.00043871315,-8.375439
65
+ 18354,-0.00037829872,-9.500379
66
+ 59171,-0.0006118333,-8.375612
67
+ 16450,-4.5112314,-0.011231413
68
+ 65657,-0.0013585394,-6.7513585
69
+ 63892,-0.0020268867,-6.252027
70
+ 25879,-10.750289,-0.0002892791
71
+ 59515,-10.12523,-0.00023028583
72
+ 10060,-0.0028156897,-6.0028157
73
+ 39307,-7.7552543,-0.005254269
74
+ 4022,-0.0048295273,-5.3798294
75
+ 32987,-8.500312,-0.00031144536
76
+ 24477,-0.0005888397,-7.750589
finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=test_400/labels.csv ADDED
@@ -0,0 +1,400 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 17786,0
2
+ 12007,0
3
+ 8229,0
4
+ 31449,1
5
+ 1591,0
6
+ 53542,1
7
+ 49372,1
8
+ 54831,0
9
+ 44771,1
10
+ 33116,0
11
+ 33492,1
12
+ 16982,1
13
+ 31901,1
14
+ 49817,0
15
+ 60681,0
16
+ 39890,1
17
+ 62685,0
18
+ 2201,1
19
+ 47201,1
20
+ 20835,1
21
+ 15421,1
22
+ 45021,0
23
+ 45802,0
24
+ 43637,0
25
+ 7160,0
26
+ 8150,0
27
+ 3512,1
28
+ 29264,0
29
+ 32960,0
30
+ 32221,0
31
+ 35996,1
32
+ 4422,1
33
+ 22209,0
34
+ 6920,1
35
+ 25253,0
36
+ 680,0
37
+ 50140,1
38
+ 28481,1
39
+ 36298,0
40
+ 16473,1
41
+ 11102,1
42
+ 62901,0
43
+ 16123,1
44
+ 52012,0
45
+ 60780,0
46
+ 1781,1
47
+ 41449,0
48
+ 908,0
49
+ 15507,1
50
+ 57914,1
51
+ 46159,1
52
+ 56461,1
53
+ 62107,1
54
+ 49087,1
55
+ 65792,0
56
+ 13181,0
57
+ 54119,1
58
+ 51997,0
59
+ 24924,1
60
+ 45890,0
61
+ 41716,0
62
+ 60175,0
63
+ 30318,0
64
+ 13221,1
65
+ 15509,1
66
+ 37365,1
67
+ 60975,0
68
+ 51375,0
69
+ 16004,1
70
+ 12837,1
71
+ 17864,1
72
+ 67134,1
73
+ 18611,1
74
+ 12861,1
75
+ 58084,1
76
+ 32874,1
77
+ 32717,1
78
+ 23413,1
79
+ 59634,0
80
+ 15629,0
81
+ 47071,0
82
+ 48558,1
83
+ 3648,0
84
+ 43367,0
85
+ 14869,0
86
+ 1518,0
87
+ 16976,1
88
+ 20931,1
89
+ 67379,1
90
+ 4741,0
91
+ 5765,1
92
+ 48791,0
93
+ 15298,0
94
+ 21874,1
95
+ 9095,1
96
+ 3840,1
97
+ 55636,0
98
+ 57364,0
99
+ 65863,0
100
+ 40786,0
101
+ 8118,1
102
+ 52441,0
103
+ 38593,0
104
+ 5517,0
105
+ 39136,1
106
+ 47292,0
107
+ 34052,1
108
+ 16037,1
109
+ 64606,1
110
+ 19552,0
111
+ 14116,0
112
+ 11261,1
113
+ 11668,1
114
+ 42198,1
115
+ 22526,1
116
+ 8037,1
117
+ 5324,1
118
+ 56692,0
119
+ 59753,0
120
+ 47298,0
121
+ 57801,1
122
+ 58413,1
123
+ 10673,0
124
+ 65730,1
125
+ 40287,1
126
+ 15186,0
127
+ 43119,0
128
+ 39219,1
129
+ 50340,0
130
+ 34297,1
131
+ 62941,0
132
+ 31551,1
133
+ 41344,1
134
+ 46402,1
135
+ 13636,1
136
+ 42241,1
137
+ 15422,0
138
+ 25014,1
139
+ 19613,1
140
+ 5515,0
141
+ 64128,0
142
+ 28084,0
143
+ 10395,1
144
+ 9965,0
145
+ 27221,1
146
+ 11994,0
147
+ 43384,0
148
+ 44329,0
149
+ 58937,0
150
+ 29119,0
151
+ 8989,0
152
+ 23043,1
153
+ 32166,0
154
+ 42729,0
155
+ 6863,1
156
+ 41187,0
157
+ 36039,1
158
+ 55977,0
159
+ 8129,1
160
+ 60223,1
161
+ 9414,1
162
+ 26177,0
163
+ 38443,0
164
+ 43084,0
165
+ 53673,0
166
+ 15057,1
167
+ 51700,0
168
+ 51201,1
169
+ 47078,1
170
+ 59961,1
171
+ 22272,1
172
+ 65773,0
173
+ 33746,0
174
+ 27311,1
175
+ 41292,0
176
+ 17110,0
177
+ 57029,0
178
+ 3009,1
179
+ 40193,1
180
+ 27618,1
181
+ 20145,1
182
+ 52193,1
183
+ 34398,0
184
+ 36473,1
185
+ 43577,0
186
+ 57850,1
187
+ 61117,0
188
+ 32569,1
189
+ 12290,1
190
+ 19499,1
191
+ 60470,0
192
+ 8962,1
193
+ 65955,1
194
+ 62486,0
195
+ 19000,0
196
+ 22631,1
197
+ 25613,0
198
+ 56086,1
199
+ 28883,0
200
+ 26425,1
201
+ 48097,0
202
+ 61477,0
203
+ 9121,0
204
+ 66709,1
205
+ 51472,1
206
+ 19809,1
207
+ 38959,1
208
+ 39849,0
209
+ 59964,0
210
+ 65268,1
211
+ 8791,0
212
+ 51774,1
213
+ 49640,0
214
+ 20125,1
215
+ 59640,0
216
+ 68206,1
217
+ 48079,1
218
+ 49583,0
219
+ 67054,0
220
+ 59571,1
221
+ 29080,1
222
+ 29111,1
223
+ 20758,1
224
+ 64023,0
225
+ 29058,0
226
+ 18185,1
227
+ 36543,0
228
+ 54983,1
229
+ 3101,1
230
+ 42140,0
231
+ 6954,0
232
+ 15955,1
233
+ 61746,0
234
+ 32055,0
235
+ 39496,1
236
+ 59909,1
237
+ 66296,0
238
+ 46804,1
239
+ 35049,0
240
+ 56017,1
241
+ 26947,1
242
+ 38928,0
243
+ 15029,1
244
+ 7086,0
245
+ 537,0
246
+ 50731,0
247
+ 63604,1
248
+ 67049,0
249
+ 31161,0
250
+ 58922,1
251
+ 18347,1
252
+ 25864,1
253
+ 63846,0
254
+ 13353,0
255
+ 25378,1
256
+ 59101,1
257
+ 20895,0
258
+ 48119,1
259
+ 14332,0
260
+ 25497,1
261
+ 8686,0
262
+ 22758,1
263
+ 7666,0
264
+ 20686,0
265
+ 18975,1
266
+ 19054,1
267
+ 48123,1
268
+ 57909,1
269
+ 9226,1
270
+ 48653,1
271
+ 44013,0
272
+ 11409,1
273
+ 62736,0
274
+ 2777,1
275
+ 7058,0
276
+ 48408,0
277
+ 28934,1
278
+ 46578,1
279
+ 23203,0
280
+ 6257,1
281
+ 53444,0
282
+ 17816,0
283
+ 46307,1
284
+ 20599,1
285
+ 29423,0
286
+ 21041,0
287
+ 16633,1
288
+ 20221,0
289
+ 27466,0
290
+ 22987,0
291
+ 9322,1
292
+ 3265,0
293
+ 22814,1
294
+ 56185,1
295
+ 55014,1
296
+ 43437,1
297
+ 24683,0
298
+ 10233,0
299
+ 19001,0
300
+ 32718,0
301
+ 31030,0
302
+ 1099,0
303
+ 57982,1
304
+ 49148,0
305
+ 40880,1
306
+ 31148,0
307
+ 9446,1
308
+ 18579,1
309
+ 30932,0
310
+ 40792,0
311
+ 48600,0
312
+ 44588,1
313
+ 33828,1
314
+ 33917,0
315
+ 2026,0
316
+ 56745,0
317
+ 17383,0
318
+ 2372,0
319
+ 56600,0
320
+ 50257,0
321
+ 38892,0
322
+ 45844,0
323
+ 29062,0
324
+ 5655,1
325
+ 67611,0
326
+ 18546,0
327
+ 63060,1
328
+ 36068,1
329
+ 784,0
330
+ 20429,0
331
+ 21679,1
332
+ 53617,1
333
+ 6978,1
334
+ 53262,0
335
+ 181,0
336
+ 28744,0
337
+ 48716,0
338
+ 51468,0
339
+ 62209,1
340
+ 8732,1
341
+ 56949,1
342
+ 26885,0
343
+ 43345,0
344
+ 8053,0
345
+ 59402,1
346
+ 49552,0
347
+ 12348,0
348
+ 28335,1
349
+ 59114,1
350
+ 12625,1
351
+ 8876,1
352
+ 29959,1
353
+ 37911,1
354
+ 38412,0
355
+ 31999,0
356
+ 34775,0
357
+ 65737,1
358
+ 25244,0
359
+ 51630,1
360
+ 23979,1
361
+ 34638,1
362
+ 22311,1
363
+ 14004,1
364
+ 310,1
365
+ 49105,0
366
+ 38782,1
367
+ 4647,1
368
+ 43782,0
369
+ 66046,0
370
+ 16690,1
371
+ 67731,0
372
+ 54867,1
373
+ 34108,1
374
+ 67332,0
375
+ 22567,0
376
+ 57173,0
377
+ 26527,1
378
+ 59580,1
379
+ 20737,0
380
+ 53307,0
381
+ 32783,0
382
+ 7868,1
383
+ 50777,0
384
+ 29307,1
385
+ 18297,0
386
+ 44524,1
387
+ 61320,0
388
+ 2578,0
389
+ 40612,1
390
+ 32523,1
391
+ 48509,0
392
+ 36666,1
393
+ 6539,1
394
+ 33620,1
395
+ 55547,1
396
+ 11751,1
397
+ 30491,0
398
+ 48294,1
399
+ 37424,1
400
+ 29155,1
finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=test_400/logits.csv ADDED
@@ -0,0 +1,400 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 17786,-0.0015049571,-6.626505
2
+ 12007,-0.0006393534,-8.125639
3
+ 8229,-0.0076873894,-4.8826876
4
+ 31449,-10.500166,-0.00016592556
5
+ 1591,-0.0012849654,-6.876285
6
+ 53542,-7.0011253,-0.0011251792
7
+ 49372,-8.750386,-0.00038616353
8
+ 54831,-0.014461232,-4.264461
9
+ 44771,-5.628963,-0.0039628795
10
+ 33116,-0.00033790123,-9.250338
11
+ 33492,-6.7512803,-0.0012802032
12
+ 16982,-0.5234714,-0.8984714
13
+ 31901,-7.376621,-0.0016208857
14
+ 49817,-0.00082923356,-7.625829
15
+ 60681,-5.0069675,-0.006967652
16
+ 39890,-6.1272955,-0.0022953611
17
+ 62685,-0.0013465156,-6.8763466
18
+ 2201,-11.000174,-0.00017403041
19
+ 47201,-0.0013903247,-6.7513905
20
+ 20835,-10.00028,-0.00027998342
21
+ 15421,-7.5007043,-0.00070451706
22
+ 45021,-0.001093862,-7.001094
23
+ 45802,-0.0009072478,-7.7509074
24
+ 43637,-0.0011873347,-7.2511873
25
+ 7160,-0.0010208639,-7.126021
26
+ 8150,-0.007814313,-4.8828144
27
+ 3512,-8.875213,-0.0002131235
28
+ 29264,-0.00057073036,-7.750571
29
+ 32960,-0.00045682484,-9.000457
30
+ 32221,-0.0007837323,-7.500784
31
+ 35996,-6.2520638,-0.0020638849
32
+ 4422,-10.6252575,-0.00025769728
33
+ 22209,-0.0015560198,-6.626556
34
+ 6920,-9.750204,-0.00020406548
35
+ 25253,-0.00093392615,-7.250934
36
+ 680,-0.003444811,-5.8784447
37
+ 50140,-8.875356,-0.00035613394
38
+ 28481,-7.1259866,-0.000986447
39
+ 36298,-0.0009172523,-7.3759174
40
+ 16473,-9.875208,-0.00020752184
41
+ 11102,-1.0538778,-0.42887783
42
+ 62901,-0.018328002,-4.018328
43
+ 16123,-10.000416,-0.00041583474
44
+ 52012,-0.00050615374,-8.250506
45
+ 60780,-0.0010100269,-7.25101
46
+ 1781,-10.750169,-0.00016902448
47
+ 41449,-0.00053188956,-8.375532
48
+ 908,-1.702271,-0.20227093
49
+ 15507,-9.625588,-0.0005884823
50
+ 57914,-6.252056,-0.0020562713
51
+ 46159,-0.34858617,-1.2235862
52
+ 56461,-9.375167,-0.0001666407
53
+ 62107,-0.0017903504,-6.7517905
54
+ 49087,-10.12515,-0.00014947727
55
+ 65792,-0.0008440031,-7.375844
56
+ 13181,-0.00054797414,-8.125548
57
+ 54119,-9.7501955,-0.00019512657
58
+ 51997,-0.00046969348,-8.00047
59
+ 24924,-10.875132,-0.0001314792
60
+ 45890,-0.002689794,-6.00269
61
+ 41716,-0.04885483,-3.0488548
62
+ 60175,-0.00043096792,-8.500431
63
+ 30318,-0.0006337541,-7.6256337
64
+ 13221,-7.875495,-0.0004948345
65
+ 15509,-9.500131,-0.00013052566
66
+ 37365,-0.47481734,-0.97481734
67
+ 60975,-0.0012585346,-7.1262584
68
+ 51375,-0.00060301716,-7.875603
69
+ 16004,-8.750328,-0.00032848684
70
+ 12837,-6.8761992,-0.0011994794
71
+ 17864,-10.250183,-0.00018332708
72
+ 67134,-8.1256695,-0.0006697319
73
+ 18611,-7.5007343,-0.0007345362
74
+ 12861,-4.5113244,-0.011324179
75
+ 58084,-10.000135,-0.0001351742
76
+ 32874,-0.000628274,-7.8756285
77
+ 32717,-9.500196,-0.00019667599
78
+ 23413,-10.125477,-0.0004764852
79
+ 59634,-0.0007830176,-8.000783
80
+ 15629,-0.3497096,-1.2247096
81
+ 47071,-0.018567095,-4.018567
82
+ 48558,-7.6258435,-0.0008434076
83
+ 3648,-0.0013506823,-6.751351
84
+ 43367,-0.0038026895,-5.628803
85
+ 14869,-0.0009833506,-7.250983
86
+ 1518,-0.0006245808,-7.8756247
87
+ 16976,-9.074732,-0.012231578
88
+ 20931,-9.125245,-0.00024470672
89
+ 67379,-10.125307,-0.00030679765
90
+ 4741,-0.0003958157,-8.500396
91
+ 5765,-7.875591,-0.0005909842
92
+ 48791,-0.0024047762,-6.1274047
93
+ 15298,-0.0005094899,-8.625509
94
+ 21874,-9.375205,-0.00020489977
95
+ 9095,-8.625811,-0.00081077125
96
+ 3840,-9.750165,-0.00016532962
97
+ 55636,-0.016165964,-4.1411657
98
+ 57364,-0.0043906006,-5.5043907
99
+ 65863,-0.00051115797,-8.875511
100
+ 40786,-0.00043025296,-8.25043
101
+ 8118,-9.25029,-0.00028963663
102
+ 52441,-0.0008510305,-7.375851
103
+ 38593,-0.00088342733,-7.2508836
104
+ 5517,-0.00045039048,-8.62545
105
+ 39136,-6.127311,-0.0023112984
106
+ 47292,-0.0007240535,-8.250724
107
+ 34052,-0.14503704,-2.020037
108
+ 16037,-9.875174,-0.00017343447
109
+ 64606,-9.625207,-0.00020692592
110
+ 19552,-0.00044443266,-8.500444
111
+ 14116,-3.4088793,-0.033879273
112
+ 11261,-0.001917668,-6.376918
113
+ 11668,-10.375113,-0.00011228884
114
+ 42198,-9.375186,-0.00018559163
115
+ 22526,-11.125934,-0.0009334498
116
+ 8037,-3.7736068,-0.023606673
117
+ 5324,-7.7506957,-0.00069570175
118
+ 56692,-0.0037811943,-5.6287813
119
+ 59753,-0.00087139773,-7.500871
120
+ 47298,-0.00051449414,-8.125514
121
+ 57801,-1.2235707,-0.34857067
122
+ 58413,-11.000107,-0.00010680582
123
+ 10673,-0.00032562675,-8.625325
124
+ 65730,-10.250152,-0.00015138435
125
+ 40287,-8.75038,-0.0003793712
126
+ 15186,-9.125432,-0.00043168286
127
+ 43119,-0.0010937429,-7.001094
128
+ 39219,-9.000383,-0.0003830653
129
+ 50340,-0.34861243,-1.2236124
130
+ 34297,-8.125613,-0.000613382
131
+ 62941,-0.0012948471,-6.7512946
132
+ 31551,-11.125155,-0.0001559136
133
+ 41344,-9.125242,-0.00024256148
134
+ 46402,-9.750221,-0.00022146634
135
+ 13636,-8.125433,-0.00043275527
136
+ 42241,-9.375206,-0.00020597244
137
+ 15422,-0.018291483,-4.0182915
138
+ 25014,-9.250532,-0.00053236616
139
+ 19613,-0.0027614816,-6.0027614
140
+ 5515,-0.00048280027,-9.250483
141
+ 64128,-0.00043990472,-8.62544
142
+ 28084,-0.0004195287,-9.12542
143
+ 10395,-0.63272184,-0.75772184
144
+ 9965,-0.0042694137,-5.5042696
145
+ 27221,-7.87555,-0.00054988044
146
+ 11994,-0.0004744596,-8.500475
147
+ 43384,-0.00082947174,-7.3758297
148
+ 44329,-0.00069105584,-7.875691
149
+ 58937,-0.00039093004,-8.625391
150
+ 29119,-0.0005565525,-7.7505565
151
+ 8989,-0.000660678,-8.000661
152
+ 23043,-9.000336,-0.00033539868
153
+ 32166,-0.0006038511,-8.500604
154
+ 42729,-0.0006025406,-9.125603
155
+ 6863,-9.000637,-0.0006374473
156
+ 41187,-0.00043835567,-9.125439
157
+ 36039,-11.750196,-0.00019667599
158
+ 55977,-0.002770992,-6.002771
159
+ 8129,-8.375418,-0.00041762213
160
+ 60223,-10.125259,-0.00025936577
161
+ 9414,-0.0006985608,-7.5006986
162
+ 26177,-0.00056096073,-8.500561
163
+ 38443,-0.0053582625,-5.255358
164
+ 43084,-0.0003214558,-9.250321
165
+ 53673,-0.0019639507,-6.501964
166
+ 15057,-0.0010501591,-7.12605
167
+ 51700,-0.0011568528,-7.251157
168
+ 51201,-8.625412,-0.0004117833
169
+ 47078,-8.875331,-0.00033051273
170
+ 59961,-7.375762,-0.0007621721
171
+ 22272,-0.09188292,-2.466883
172
+ 65773,-0.0019328975,-6.376933
173
+ 33746,-0.023418507,-3.7734184
174
+ 27311,-10.125164,-0.00016425691
175
+ 41292,-0.0006796196,-7.5006795
176
+ 17110,-0.008049666,-4.8830495
177
+ 57029,-0.00051902176,-9.375519
178
+ 3009,-8.375289,-0.00028868322
179
+ 40193,-9.250184,-0.00018380383
180
+ 27618,-7.8755317,-0.00053153216
181
+ 20145,-10.37513,-0.0001295721
182
+ 52193,-9.375242,-0.00024196558
183
+ 34398,-0.00061540736,-8.375615
184
+ 36473,-9.875243,-0.0002436341
185
+ 43577,-0.0009881143,-7.125988
186
+ 57850,-10.125172,-0.00017140826
187
+ 61117,-0.0010625437,-7.2510624
188
+ 32569,-1.6007701,-0.22577015
189
+ 12290,-10.875224,-0.0002237308
190
+ 19499,-10.250266,-0.0002662781
191
+ 60470,-0.0047413777,-5.379741
192
+ 8962,-10.875187,-0.00018654513
193
+ 65955,-8.625413,-0.0004133324
194
+ 62486,-0.0339332,-3.4089332
195
+ 19000,-0.0006201728,-8.37562
196
+ 22631,-7.3758597,-0.00085972535
197
+ 25613,-0.00032240915,-8.750322
198
+ 56086,-8.000477,-0.0004767235
199
+ 28883,-0.0031999357,-5.8782
200
+ 26425,-9.375229,-0.00022885564
201
+ 48097,-0.001096839,-7.0010967
202
+ 61477,-0.021131143,-3.896131
203
+ 9121,-0.01619306,-4.141193
204
+ 66709,-8.000476,-0.0004762469
205
+ 51472,-7.3760896,-0.0010895751
206
+ 19809,-9.87516,-0.00016056202
207
+ 38959,-9.000325,-0.0003255076
208
+ 39849,-0.0006364942,-7.6256366
209
+ 59964,-0.00061302463,-7.875613
210
+ 65268,-8.750317,-0.00031680812
211
+ 8791,-0.0005995622,-8.2506
212
+ 51774,-8.375362,-0.0003625689
213
+ 49640,-0.0006970122,-7.750697
214
+ 20125,-8.875237,-0.00023767508
215
+ 59640,-0.000846028,-7.500846
216
+ 68206,-9.626531,-0.0015310243
217
+ 48079,-10.125173,-0.00017248097
218
+ 49583,-0.089282185,-2.4642823
219
+ 67054,-0.00041011506,-8.50041
220
+ 59571,-0.00065579364,-7.6256557
221
+ 29080,-9.250245,-0.0002448259
222
+ 29111,-8.000456,-0.00045551415
223
+ 20758,-9.125203,-0.00020323119
224
+ 64023,-0.0006753309,-7.750675
225
+ 29058,-0.0012488908,-7.126249
226
+ 18185,-0.00032169413,-10.500321
227
+ 36543,-0.003347391,-5.7533474
228
+ 54983,-7.625675,-0.0006749736
229
+ 3101,-6.3767886,-0.0017888035
230
+ 42140,-0.00034385966,-9.125344
231
+ 6954,-0.0008930747,-7.250893
232
+ 15955,-6.752237,-0.002236605
233
+ 61746,-0.0005974177,-7.8755975
234
+ 32055,-0.0005774023,-8.500577
235
+ 39496,-8.75051,-0.00051008567
236
+ 59909,-6.7512374,-0.0012372228
237
+ 66296,-0.0005880057,-8.125588
238
+ 46804,-7.6258163,-0.00081648864
239
+ 35049,-0.0008349508,-7.750835
240
+ 56017,-5.5044737,-0.004473678
241
+ 26947,-8.875249,-0.00024935475
242
+ 38928,-0.0007328685,-7.750733
243
+ 15029,-10.500366,-0.0003661439
244
+ 7086,-0.00049983885,-8.7505
245
+ 537,-0.00062755914,-9.5006275
246
+ 50731,-0.00069832255,-7.750698
247
+ 63604,-9.500188,-0.00018773701
248
+ 67049,-0.0014425835,-6.6264424
249
+ 31161,-0.0023514973,-6.1273513
250
+ 58922,-10.375225,-0.00022539936
251
+ 18347,-10.250137,-0.00013743887
252
+ 25864,-0.029881861,-3.529882
253
+ 63846,-0.00048339603,-8.2504835
254
+ 13353,-0.0033842216,-5.753384
255
+ 25378,-1.5023296,-0.25232962
256
+ 59101,-10.000305,-0.0003056059
257
+ 20895,-0.00081482105,-7.375815
258
+ 48119,-9.625194,-0.00019381552
259
+ 14332,-0.0023341335,-6.127334
260
+ 25497,-7.7506046,-0.0006048042
261
+ 8686,-0.0008722315,-7.750872
262
+ 22758,-4.758951,-0.008951415
263
+ 7666,-0.0053746253,-5.2553744
264
+ 20686,-0.03425603,-3.409256
265
+ 18975,-8.875395,-0.00039438574
266
+ 19054,-2.930103,-0.055103004
267
+ 48123,-10.625111,-0.00011097769
268
+ 57909,-9.375209,-0.00020930961
269
+ 9226,-9.6257715,-0.00077193975
270
+ 48653,-0.0017249004,-6.5017247
271
+ 44013,-0.0016603983,-6.8766603
272
+ 11409,-10.000254,-0.00025388357
273
+ 62736,-0.00072333874,-7.8757234
274
+ 2777,-8.750457,-0.00045718232
275
+ 7058,-0.00060265977,-7.7506027
276
+ 48408,-0.0008249456,-7.625825
277
+ 28934,-9.125209,-0.0002085945
278
+ 46578,-9.750301,-0.0003016732
279
+ 23203,-0.38707277,-1.1370728
280
+ 6257,-9.500219,-0.0002196786
281
+ 53444,-0.0019259967,-6.626926
282
+ 17816,-0.0007261977,-8.125726
283
+ 46307,-8.750315,-0.00031442466
284
+ 20599,-11.000164,-0.00016425691
285
+ 29423,-0.0004481265,-8.125448
286
+ 21041,-0.00028582301,-9.000286
287
+ 16633,-10.37518,-0.00018070496
288
+ 20221,-0.007758365,-4.882758
289
+ 27466,-0.0003489839,-9.000349
290
+ 22987,-0.0015616139,-6.6265616
291
+ 9322,-0.00087032584,-7.50087
292
+ 3265,-0.0014900783,-6.75149
293
+ 22814,-6.751331,-0.0013310391
294
+ 56185,-9.125264,-0.0002646096
295
+ 55014,-8.250392,-0.00039200252
296
+ 43437,-9.375203,-0.00020275444
297
+ 24683,-0.00110446,-7.0011044
298
+ 10233,-1.406501,-0.28150102
299
+ 19001,-0.00046969348,-8.12547
300
+ 32718,-0.0038176528,-5.6288176
301
+ 31030,-0.00047136162,-8.375471
302
+ 1099,-0.0010365833,-7.2510366
303
+ 57982,-6.0026455,-0.002645685
304
+ 49148,-0.0077182646,-4.882718
305
+ 40880,-9.875121,-0.00012158608
306
+ 31148,-0.00042941887,-8.375429
307
+ 9446,-8.875245,-0.00024494508
308
+ 18579,-10.750235,-0.00023421882
309
+ 30932,-0.07040598,-2.695406
310
+ 40792,-0.001342706,-6.876343
311
+ 48600,-0.0011081514,-7.251108
312
+ 44588,-1.6011589,-0.22615881
313
+ 33828,-7.001072,-0.0010720703
314
+ 33917,-0.0006845038,-8.375685
315
+ 2026,-0.02074497,-3.895745
316
+ 56745,-0.002159765,-6.2521596
317
+ 17383,-0.0021822467,-6.2521825
318
+ 2372,-0.01424419,-4.639244
319
+ 56600,-0.004518181,-6.004518
320
+ 50257,-0.00066806405,-7.625668
321
+ 38892,-0.007886463,-4.8828864
322
+ 45844,-0.0010595666,-7.3760595
323
+ 29062,-0.0010418232,-7.501042
324
+ 5655,-9.0002365,-0.00023660244
325
+ 67611,-0.0006429274,-8.250643
326
+ 18546,-0.00081875175,-7.7508187
327
+ 63060,-10.000339,-0.00033873544
328
+ 36068,-10.62528,-0.00028081765
329
+ 784,-0.0068845446,-5.0068846
330
+ 20429,-0.00063137145,-8.125631
331
+ 21679,-8.500436,-0.00043561505
332
+ 53617,-9.500221,-0.00022087042
333
+ 6978,-10.500164,-0.0001643761
334
+ 53262,-0.00056262873,-8.250563
335
+ 181,-0.001113629,-7.2511134
336
+ 28744,-0.0027298587,-6.00273
337
+ 48716,-0.0007404923,-7.6257405
338
+ 51468,-0.00061111845,-7.6256113
339
+ 62209,-9.000228,-0.00022790219
340
+ 8732,-0.25376642,-1.5037664
341
+ 56949,-5.629107,-0.0041068983
342
+ 26885,-0.0003444555,-8.875344
343
+ 43345,-0.00044633917,-8.250446
344
+ 8053,-5.1311707,-0.006170745
345
+ 59402,-8.2504015,-0.00040165463
346
+ 49552,-0.0024205928,-6.1274204
347
+ 12348,-0.0008347126,-7.750835
348
+ 28335,-3.0487697,-0.048769683
349
+ 59114,-7.625737,-0.0007370378
350
+ 12625,-8.37548,-0.00047958316
351
+ 8876,-7.126171,-0.0011712604
352
+ 29959,-9.375206,-0.00020597244
353
+ 37911,-0.0008606782,-7.2508607
354
+ 38412,-0.00065889105,-7.625659
355
+ 31999,-0.0009328543,-7.2509327
356
+ 34775,-0.0009644148,-7.2509646
357
+ 65737,-8.375367,-0.0003672164
358
+ 25244,-0.0011781664,-7.0011783
359
+ 51630,-7.1259212,-0.0009213017
360
+ 23979,-5.753315,-0.003315074
361
+ 34638,-9.250252,-0.00025161915
362
+ 22311,-11.625184,-0.00018392302
363
+ 14004,-7.875495,-0.00049495365
364
+ 310,-0.0036988906,-5.628699
365
+ 49105,-0.0010134805,-7.1260133
366
+ 38782,-11.125189,-0.00018928644
367
+ 4647,-9.375227,-0.00022659119
368
+ 43782,-0.00036292642,-8.625363
369
+ 66046,-0.00088342733,-7.3758836
370
+ 16690,-10.250271,-0.00027056847
371
+ 67731,-0.0034007356,-5.753401
372
+ 54867,-8.375475,-0.0004749362
373
+ 34108,-3.7734869,-0.02348686
374
+ 67332,-0.002139424,-6.2521396
375
+ 22567,-0.0011008877,-7.001101
376
+ 57173,-0.0026384327,-6.0026383
377
+ 26527,-9.12536,-0.0003594706
378
+ 59580,-4.0182743,-0.01827416
379
+ 20737,-0.0009815643,-7.3759813
380
+ 53307,-0.0015353094,-6.6265354
381
+ 32783,-0.0027633836,-6.0027633
382
+ 7868,-9.625178,-0.00017820201
383
+ 50777,-0.00052712375,-8.250527
384
+ 29307,-10.375204,-0.00020418466
385
+ 18297,-0.0010206258,-7.1260204
386
+ 44524,-10.750154,-0.0001532914
387
+ 61320,-0.00087115954,-7.875871
388
+ 2578,-0.31387055,-1.3138705
389
+ 40612,-0.0050932183,-5.380093
390
+ 32523,-0.20161135,-1.7016114
391
+ 48509,-0.0008247073,-7.500825
392
+ 36666,-8.000453,-0.00045253526
393
+ 6539,-9.750157,-0.00015734388
394
+ 33620,-9.750266,-0.00026580138
395
+ 55547,-8.750336,-0.00033587537
396
+ 11751,-8.875238,-0.00023862852
397
+ 30491,-0.009057742,-4.7590575
398
+ 48294,-9.000355,-0.00035458477
399
+ 37424,-7.6256185,-0.0006183858
400
+ 29155,-0.0041942727,-5.5041943
finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlamaForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 128000,
8
+ "eos_token_id": [
9
+ 128001,
10
+ 128008,
11
+ 128009
12
+ ],
13
+ "head_dim": 64,
14
+ "hidden_act": "silu",
15
+ "hidden_size": 2048,
16
+ "initializer_range": 0.02,
17
+ "intermediate_size": 8192,
18
+ "max_position_embeddings": 131072,
19
+ "mlp_bias": false,
20
+ "model_type": "llama",
21
+ "num_attention_heads": 32,
22
+ "num_hidden_layers": 16,
23
+ "num_key_value_heads": 8,
24
+ "pretraining_tp": 1,
25
+ "rms_norm_eps": 1e-05,
26
+ "rope_scaling": {
27
+ "factor": 32.0,
28
+ "high_freq_factor": 4.0,
29
+ "low_freq_factor": 1.0,
30
+ "original_max_position_embeddings": 8192,
31
+ "rope_type": "llama3"
32
+ },
33
+ "rope_theta": 500000.0,
34
+ "tie_word_embeddings": true,
35
+ "torch_dtype": "bfloat16",
36
+ "transformers_version": "4.45.0.dev0",
37
+ "use_cache": true,
38
+ "vocab_size": 128256
39
+ }
finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 128000,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 128001,
6
+ 128008,
7
+ 128009
8
+ ],
9
+ "temperature": 0.6,
10
+ "top_p": 0.9,
11
+ "transformers_version": "4.45.0.dev0"
12
+ }
finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ attention_logit_softcapping: null
2
+ attention_scores_scalar: null
3
+ bias: false
4
+ block_size: 131072
5
+ final_logit_softcapping: null
6
+ gelu_approximate: none
7
+ head_size: 64
8
+ hf_config:
9
+ name: Llama-3.2-1B-Instruct
10
+ org: meta-llama
11
+ intermediate_size: 8192
12
+ lm_head_bias: false
13
+ mlp_class_name: LLaMAMLP
14
+ n_embd: 2048
15
+ n_expert: 0
16
+ n_expert_per_token: 0
17
+ n_head: 32
18
+ n_layer: 16
19
+ n_query_groups: 8
20
+ name: Llama-3.2-1B-Instruct
21
+ norm_class_name: RMSNorm
22
+ norm_eps: 1.0e-05
23
+ padded_vocab_size: 128256
24
+ padding_multiple: 512
25
+ parallel_residual: false
26
+ post_attention_norm: false
27
+ post_mlp_norm: false
28
+ rope_adjustments:
29
+ factor: 32.0
30
+ high_freq_factor: 4.0
31
+ low_freq_factor: 1.0
32
+ original_max_seq_len: 8192
33
+ rope_base: 500000
34
+ rope_condense_ratio: 1
35
+ rotary_percentage: 1.0
36
+ scale_embeddings: false
37
+ shared_attention_norm: false
38
+ sliding_window_layer_placing: null
39
+ sliding_window_size: null
40
+ vocab_size: 128000
finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json ADDED
@@ -0,0 +1,2062 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "128000": {
4
+ "content": "<|begin_of_text|>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "128001": {
12
+ "content": "<|end_of_text|>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "128002": {
20
+ "content": "<|reserved_special_token_0|>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "128003": {
28
+ "content": "<|reserved_special_token_1|>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "128004": {
36
+ "content": "<|finetune_right_pad_id|>",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ },
43
+ "128005": {
44
+ "content": "<|reserved_special_token_2|>",
45
+ "lstrip": false,
46
+ "normalized": false,
47
+ "rstrip": false,
48
+ "single_word": false,
49
+ "special": true
50
+ },
51
+ "128006": {
52
+ "content": "<|start_header_id|>",
53
+ "lstrip": false,
54
+ "normalized": false,
55
+ "rstrip": false,
56
+ "single_word": false,
57
+ "special": true
58
+ },
59
+ "128007": {
60
+ "content": "<|end_header_id|>",
61
+ "lstrip": false,
62
+ "normalized": false,
63
+ "rstrip": false,
64
+ "single_word": false,
65
+ "special": true
66
+ },
67
+ "128008": {
68
+ "content": "<|eom_id|>",
69
+ "lstrip": false,
70
+ "normalized": false,
71
+ "rstrip": false,
72
+ "single_word": false,
73
+ "special": true
74
+ },
75
+ "128009": {
76
+ "content": "<|eot_id|>",
77
+ "lstrip": false,
78
+ "normalized": false,
79
+ "rstrip": false,
80
+ "single_word": false,
81
+ "special": true
82
+ },
83
+ "128010": {
84
+ "content": "<|python_tag|>",
85
+ "lstrip": false,
86
+ "normalized": false,
87
+ "rstrip": false,
88
+ "single_word": false,
89
+ "special": true
90
+ },
91
+ "128011": {
92
+ "content": "<|reserved_special_token_3|>",
93
+ "lstrip": false,
94
+ "normalized": false,
95
+ "rstrip": false,
96
+ "single_word": false,
97
+ "special": true
98
+ },
99
+ "128012": {
100
+ "content": "<|reserved_special_token_4|>",
101
+ "lstrip": false,
102
+ "normalized": false,
103
+ "rstrip": false,
104
+ "single_word": false,
105
+ "special": true
106
+ },
107
+ "128013": {
108
+ "content": "<|reserved_special_token_5|>",
109
+ "lstrip": false,
110
+ "normalized": false,
111
+ "rstrip": false,
112
+ "single_word": false,
113
+ "special": true
114
+ },
115
+ "128014": {
116
+ "content": "<|reserved_special_token_6|>",
117
+ "lstrip": false,
118
+ "normalized": false,
119
+ "rstrip": false,
120
+ "single_word": false,
121
+ "special": true
122
+ },
123
+ "128015": {
124
+ "content": "<|reserved_special_token_7|>",
125
+ "lstrip": false,
126
+ "normalized": false,
127
+ "rstrip": false,
128
+ "single_word": false,
129
+ "special": true
130
+ },
131
+ "128016": {
132
+ "content": "<|reserved_special_token_8|>",
133
+ "lstrip": false,
134
+ "normalized": false,
135
+ "rstrip": false,
136
+ "single_word": false,
137
+ "special": true
138
+ },
139
+ "128017": {
140
+ "content": "<|reserved_special_token_9|>",
141
+ "lstrip": false,
142
+ "normalized": false,
143
+ "rstrip": false,
144
+ "single_word": false,
145
+ "special": true
146
+ },
147
+ "128018": {
148
+ "content": "<|reserved_special_token_10|>",
149
+ "lstrip": false,
150
+ "normalized": false,
151
+ "rstrip": false,
152
+ "single_word": false,
153
+ "special": true
154
+ },
155
+ "128019": {
156
+ "content": "<|reserved_special_token_11|>",
157
+ "lstrip": false,
158
+ "normalized": false,
159
+ "rstrip": false,
160
+ "single_word": false,
161
+ "special": true
162
+ },
163
+ "128020": {
164
+ "content": "<|reserved_special_token_12|>",
165
+ "lstrip": false,
166
+ "normalized": false,
167
+ "rstrip": false,
168
+ "single_word": false,
169
+ "special": true
170
+ },
171
+ "128021": {
172
+ "content": "<|reserved_special_token_13|>",
173
+ "lstrip": false,
174
+ "normalized": false,
175
+ "rstrip": false,
176
+ "single_word": false,
177
+ "special": true
178
+ },
179
+ "128022": {
180
+ "content": "<|reserved_special_token_14|>",
181
+ "lstrip": false,
182
+ "normalized": false,
183
+ "rstrip": false,
184
+ "single_word": false,
185
+ "special": true
186
+ },
187
+ "128023": {
188
+ "content": "<|reserved_special_token_15|>",
189
+ "lstrip": false,
190
+ "normalized": false,
191
+ "rstrip": false,
192
+ "single_word": false,
193
+ "special": true
194
+ },
195
+ "128024": {
196
+ "content": "<|reserved_special_token_16|>",
197
+ "lstrip": false,
198
+ "normalized": false,
199
+ "rstrip": false,
200
+ "single_word": false,
201
+ "special": true
202
+ },
203
+ "128025": {
204
+ "content": "<|reserved_special_token_17|>",
205
+ "lstrip": false,
206
+ "normalized": false,
207
+ "rstrip": false,
208
+ "single_word": false,
209
+ "special": true
210
+ },
211
+ "128026": {
212
+ "content": "<|reserved_special_token_18|>",
213
+ "lstrip": false,
214
+ "normalized": false,
215
+ "rstrip": false,
216
+ "single_word": false,
217
+ "special": true
218
+ },
219
+ "128027": {
220
+ "content": "<|reserved_special_token_19|>",
221
+ "lstrip": false,
222
+ "normalized": false,
223
+ "rstrip": false,
224
+ "single_word": false,
225
+ "special": true
226
+ },
227
+ "128028": {
228
+ "content": "<|reserved_special_token_20|>",
229
+ "lstrip": false,
230
+ "normalized": false,
231
+ "rstrip": false,
232
+ "single_word": false,
233
+ "special": true
234
+ },
235
+ "128029": {
236
+ "content": "<|reserved_special_token_21|>",
237
+ "lstrip": false,
238
+ "normalized": false,
239
+ "rstrip": false,
240
+ "single_word": false,
241
+ "special": true
242
+ },
243
+ "128030": {
244
+ "content": "<|reserved_special_token_22|>",
245
+ "lstrip": false,
246
+ "normalized": false,
247
+ "rstrip": false,
248
+ "single_word": false,
249
+ "special": true
250
+ },
251
+ "128031": {
252
+ "content": "<|reserved_special_token_23|>",
253
+ "lstrip": false,
254
+ "normalized": false,
255
+ "rstrip": false,
256
+ "single_word": false,
257
+ "special": true
258
+ },
259
+ "128032": {
260
+ "content": "<|reserved_special_token_24|>",
261
+ "lstrip": false,
262
+ "normalized": false,
263
+ "rstrip": false,
264
+ "single_word": false,
265
+ "special": true
266
+ },
267
+ "128033": {
268
+ "content": "<|reserved_special_token_25|>",
269
+ "lstrip": false,
270
+ "normalized": false,
271
+ "rstrip": false,
272
+ "single_word": false,
273
+ "special": true
274
+ },
275
+ "128034": {
276
+ "content": "<|reserved_special_token_26|>",
277
+ "lstrip": false,
278
+ "normalized": false,
279
+ "rstrip": false,
280
+ "single_word": false,
281
+ "special": true
282
+ },
283
+ "128035": {
284
+ "content": "<|reserved_special_token_27|>",
285
+ "lstrip": false,
286
+ "normalized": false,
287
+ "rstrip": false,
288
+ "single_word": false,
289
+ "special": true
290
+ },
291
+ "128036": {
292
+ "content": "<|reserved_special_token_28|>",
293
+ "lstrip": false,
294
+ "normalized": false,
295
+ "rstrip": false,
296
+ "single_word": false,
297
+ "special": true
298
+ },
299
+ "128037": {
300
+ "content": "<|reserved_special_token_29|>",
301
+ "lstrip": false,
302
+ "normalized": false,
303
+ "rstrip": false,
304
+ "single_word": false,
305
+ "special": true
306
+ },
307
+ "128038": {
308
+ "content": "<|reserved_special_token_30|>",
309
+ "lstrip": false,
310
+ "normalized": false,
311
+ "rstrip": false,
312
+ "single_word": false,
313
+ "special": true
314
+ },
315
+ "128039": {
316
+ "content": "<|reserved_special_token_31|>",
317
+ "lstrip": false,
318
+ "normalized": false,
319
+ "rstrip": false,
320
+ "single_word": false,
321
+ "special": true
322
+ },
323
+ "128040": {
324
+ "content": "<|reserved_special_token_32|>",
325
+ "lstrip": false,
326
+ "normalized": false,
327
+ "rstrip": false,
328
+ "single_word": false,
329
+ "special": true
330
+ },
331
+ "128041": {
332
+ "content": "<|reserved_special_token_33|>",
333
+ "lstrip": false,
334
+ "normalized": false,
335
+ "rstrip": false,
336
+ "single_word": false,
337
+ "special": true
338
+ },
339
+ "128042": {
340
+ "content": "<|reserved_special_token_34|>",
341
+ "lstrip": false,
342
+ "normalized": false,
343
+ "rstrip": false,
344
+ "single_word": false,
345
+ "special": true
346
+ },
347
+ "128043": {
348
+ "content": "<|reserved_special_token_35|>",
349
+ "lstrip": false,
350
+ "normalized": false,
351
+ "rstrip": false,
352
+ "single_word": false,
353
+ "special": true
354
+ },
355
+ "128044": {
356
+ "content": "<|reserved_special_token_36|>",
357
+ "lstrip": false,
358
+ "normalized": false,
359
+ "rstrip": false,
360
+ "single_word": false,
361
+ "special": true
362
+ },
363
+ "128045": {
364
+ "content": "<|reserved_special_token_37|>",
365
+ "lstrip": false,
366
+ "normalized": false,
367
+ "rstrip": false,
368
+ "single_word": false,
369
+ "special": true
370
+ },
371
+ "128046": {
372
+ "content": "<|reserved_special_token_38|>",
373
+ "lstrip": false,
374
+ "normalized": false,
375
+ "rstrip": false,
376
+ "single_word": false,
377
+ "special": true
378
+ },
379
+ "128047": {
380
+ "content": "<|reserved_special_token_39|>",
381
+ "lstrip": false,
382
+ "normalized": false,
383
+ "rstrip": false,
384
+ "single_word": false,
385
+ "special": true
386
+ },
387
+ "128048": {
388
+ "content": "<|reserved_special_token_40|>",
389
+ "lstrip": false,
390
+ "normalized": false,
391
+ "rstrip": false,
392
+ "single_word": false,
393
+ "special": true
394
+ },
395
+ "128049": {
396
+ "content": "<|reserved_special_token_41|>",
397
+ "lstrip": false,
398
+ "normalized": false,
399
+ "rstrip": false,
400
+ "single_word": false,
401
+ "special": true
402
+ },
403
+ "128050": {
404
+ "content": "<|reserved_special_token_42|>",
405
+ "lstrip": false,
406
+ "normalized": false,
407
+ "rstrip": false,
408
+ "single_word": false,
409
+ "special": true
410
+ },
411
+ "128051": {
412
+ "content": "<|reserved_special_token_43|>",
413
+ "lstrip": false,
414
+ "normalized": false,
415
+ "rstrip": false,
416
+ "single_word": false,
417
+ "special": true
418
+ },
419
+ "128052": {
420
+ "content": "<|reserved_special_token_44|>",
421
+ "lstrip": false,
422
+ "normalized": false,
423
+ "rstrip": false,
424
+ "single_word": false,
425
+ "special": true
426
+ },
427
+ "128053": {
428
+ "content": "<|reserved_special_token_45|>",
429
+ "lstrip": false,
430
+ "normalized": false,
431
+ "rstrip": false,
432
+ "single_word": false,
433
+ "special": true
434
+ },
435
+ "128054": {
436
+ "content": "<|reserved_special_token_46|>",
437
+ "lstrip": false,
438
+ "normalized": false,
439
+ "rstrip": false,
440
+ "single_word": false,
441
+ "special": true
442
+ },
443
+ "128055": {
444
+ "content": "<|reserved_special_token_47|>",
445
+ "lstrip": false,
446
+ "normalized": false,
447
+ "rstrip": false,
448
+ "single_word": false,
449
+ "special": true
450
+ },
451
+ "128056": {
452
+ "content": "<|reserved_special_token_48|>",
453
+ "lstrip": false,
454
+ "normalized": false,
455
+ "rstrip": false,
456
+ "single_word": false,
457
+ "special": true
458
+ },
459
+ "128057": {
460
+ "content": "<|reserved_special_token_49|>",
461
+ "lstrip": false,
462
+ "normalized": false,
463
+ "rstrip": false,
464
+ "single_word": false,
465
+ "special": true
466
+ },
467
+ "128058": {
468
+ "content": "<|reserved_special_token_50|>",
469
+ "lstrip": false,
470
+ "normalized": false,
471
+ "rstrip": false,
472
+ "single_word": false,
473
+ "special": true
474
+ },
475
+ "128059": {
476
+ "content": "<|reserved_special_token_51|>",
477
+ "lstrip": false,
478
+ "normalized": false,
479
+ "rstrip": false,
480
+ "single_word": false,
481
+ "special": true
482
+ },
483
+ "128060": {
484
+ "content": "<|reserved_special_token_52|>",
485
+ "lstrip": false,
486
+ "normalized": false,
487
+ "rstrip": false,
488
+ "single_word": false,
489
+ "special": true
490
+ },
491
+ "128061": {
492
+ "content": "<|reserved_special_token_53|>",
493
+ "lstrip": false,
494
+ "normalized": false,
495
+ "rstrip": false,
496
+ "single_word": false,
497
+ "special": true
498
+ },
499
+ "128062": {
500
+ "content": "<|reserved_special_token_54|>",
501
+ "lstrip": false,
502
+ "normalized": false,
503
+ "rstrip": false,
504
+ "single_word": false,
505
+ "special": true
506
+ },
507
+ "128063": {
508
+ "content": "<|reserved_special_token_55|>",
509
+ "lstrip": false,
510
+ "normalized": false,
511
+ "rstrip": false,
512
+ "single_word": false,
513
+ "special": true
514
+ },
515
+ "128064": {
516
+ "content": "<|reserved_special_token_56|>",
517
+ "lstrip": false,
518
+ "normalized": false,
519
+ "rstrip": false,
520
+ "single_word": false,
521
+ "special": true
522
+ },
523
+ "128065": {
524
+ "content": "<|reserved_special_token_57|>",
525
+ "lstrip": false,
526
+ "normalized": false,
527
+ "rstrip": false,
528
+ "single_word": false,
529
+ "special": true
530
+ },
531
+ "128066": {
532
+ "content": "<|reserved_special_token_58|>",
533
+ "lstrip": false,
534
+ "normalized": false,
535
+ "rstrip": false,
536
+ "single_word": false,
537
+ "special": true
538
+ },
539
+ "128067": {
540
+ "content": "<|reserved_special_token_59|>",
541
+ "lstrip": false,
542
+ "normalized": false,
543
+ "rstrip": false,
544
+ "single_word": false,
545
+ "special": true
546
+ },
547
+ "128068": {
548
+ "content": "<|reserved_special_token_60|>",
549
+ "lstrip": false,
550
+ "normalized": false,
551
+ "rstrip": false,
552
+ "single_word": false,
553
+ "special": true
554
+ },
555
+ "128069": {
556
+ "content": "<|reserved_special_token_61|>",
557
+ "lstrip": false,
558
+ "normalized": false,
559
+ "rstrip": false,
560
+ "single_word": false,
561
+ "special": true
562
+ },
563
+ "128070": {
564
+ "content": "<|reserved_special_token_62|>",
565
+ "lstrip": false,
566
+ "normalized": false,
567
+ "rstrip": false,
568
+ "single_word": false,
569
+ "special": true
570
+ },
571
+ "128071": {
572
+ "content": "<|reserved_special_token_63|>",
573
+ "lstrip": false,
574
+ "normalized": false,
575
+ "rstrip": false,
576
+ "single_word": false,
577
+ "special": true
578
+ },
579
+ "128072": {
580
+ "content": "<|reserved_special_token_64|>",
581
+ "lstrip": false,
582
+ "normalized": false,
583
+ "rstrip": false,
584
+ "single_word": false,
585
+ "special": true
586
+ },
587
+ "128073": {
588
+ "content": "<|reserved_special_token_65|>",
589
+ "lstrip": false,
590
+ "normalized": false,
591
+ "rstrip": false,
592
+ "single_word": false,
593
+ "special": true
594
+ },
595
+ "128074": {
596
+ "content": "<|reserved_special_token_66|>",
597
+ "lstrip": false,
598
+ "normalized": false,
599
+ "rstrip": false,
600
+ "single_word": false,
601
+ "special": true
602
+ },
603
+ "128075": {
604
+ "content": "<|reserved_special_token_67|>",
605
+ "lstrip": false,
606
+ "normalized": false,
607
+ "rstrip": false,
608
+ "single_word": false,
609
+ "special": true
610
+ },
611
+ "128076": {
612
+ "content": "<|reserved_special_token_68|>",
613
+ "lstrip": false,
614
+ "normalized": false,
615
+ "rstrip": false,
616
+ "single_word": false,
617
+ "special": true
618
+ },
619
+ "128077": {
620
+ "content": "<|reserved_special_token_69|>",
621
+ "lstrip": false,
622
+ "normalized": false,
623
+ "rstrip": false,
624
+ "single_word": false,
625
+ "special": true
626
+ },
627
+ "128078": {
628
+ "content": "<|reserved_special_token_70|>",
629
+ "lstrip": false,
630
+ "normalized": false,
631
+ "rstrip": false,
632
+ "single_word": false,
633
+ "special": true
634
+ },
635
+ "128079": {
636
+ "content": "<|reserved_special_token_71|>",
637
+ "lstrip": false,
638
+ "normalized": false,
639
+ "rstrip": false,
640
+ "single_word": false,
641
+ "special": true
642
+ },
643
+ "128080": {
644
+ "content": "<|reserved_special_token_72|>",
645
+ "lstrip": false,
646
+ "normalized": false,
647
+ "rstrip": false,
648
+ "single_word": false,
649
+ "special": true
650
+ },
651
+ "128081": {
652
+ "content": "<|reserved_special_token_73|>",
653
+ "lstrip": false,
654
+ "normalized": false,
655
+ "rstrip": false,
656
+ "single_word": false,
657
+ "special": true
658
+ },
659
+ "128082": {
660
+ "content": "<|reserved_special_token_74|>",
661
+ "lstrip": false,
662
+ "normalized": false,
663
+ "rstrip": false,
664
+ "single_word": false,
665
+ "special": true
666
+ },
667
+ "128083": {
668
+ "content": "<|reserved_special_token_75|>",
669
+ "lstrip": false,
670
+ "normalized": false,
671
+ "rstrip": false,
672
+ "single_word": false,
673
+ "special": true
674
+ },
675
+ "128084": {
676
+ "content": "<|reserved_special_token_76|>",
677
+ "lstrip": false,
678
+ "normalized": false,
679
+ "rstrip": false,
680
+ "single_word": false,
681
+ "special": true
682
+ },
683
+ "128085": {
684
+ "content": "<|reserved_special_token_77|>",
685
+ "lstrip": false,
686
+ "normalized": false,
687
+ "rstrip": false,
688
+ "single_word": false,
689
+ "special": true
690
+ },
691
+ "128086": {
692
+ "content": "<|reserved_special_token_78|>",
693
+ "lstrip": false,
694
+ "normalized": false,
695
+ "rstrip": false,
696
+ "single_word": false,
697
+ "special": true
698
+ },
699
+ "128087": {
700
+ "content": "<|reserved_special_token_79|>",
701
+ "lstrip": false,
702
+ "normalized": false,
703
+ "rstrip": false,
704
+ "single_word": false,
705
+ "special": true
706
+ },
707
+ "128088": {
708
+ "content": "<|reserved_special_token_80|>",
709
+ "lstrip": false,
710
+ "normalized": false,
711
+ "rstrip": false,
712
+ "single_word": false,
713
+ "special": true
714
+ },
715
+ "128089": {
716
+ "content": "<|reserved_special_token_81|>",
717
+ "lstrip": false,
718
+ "normalized": false,
719
+ "rstrip": false,
720
+ "single_word": false,
721
+ "special": true
722
+ },
723
+ "128090": {
724
+ "content": "<|reserved_special_token_82|>",
725
+ "lstrip": false,
726
+ "normalized": false,
727
+ "rstrip": false,
728
+ "single_word": false,
729
+ "special": true
730
+ },
731
+ "128091": {
732
+ "content": "<|reserved_special_token_83|>",
733
+ "lstrip": false,
734
+ "normalized": false,
735
+ "rstrip": false,
736
+ "single_word": false,
737
+ "special": true
738
+ },
739
+ "128092": {
740
+ "content": "<|reserved_special_token_84|>",
741
+ "lstrip": false,
742
+ "normalized": false,
743
+ "rstrip": false,
744
+ "single_word": false,
745
+ "special": true
746
+ },
747
+ "128093": {
748
+ "content": "<|reserved_special_token_85|>",
749
+ "lstrip": false,
750
+ "normalized": false,
751
+ "rstrip": false,
752
+ "single_word": false,
753
+ "special": true
754
+ },
755
+ "128094": {
756
+ "content": "<|reserved_special_token_86|>",
757
+ "lstrip": false,
758
+ "normalized": false,
759
+ "rstrip": false,
760
+ "single_word": false,
761
+ "special": true
762
+ },
763
+ "128095": {
764
+ "content": "<|reserved_special_token_87|>",
765
+ "lstrip": false,
766
+ "normalized": false,
767
+ "rstrip": false,
768
+ "single_word": false,
769
+ "special": true
770
+ },
771
+ "128096": {
772
+ "content": "<|reserved_special_token_88|>",
773
+ "lstrip": false,
774
+ "normalized": false,
775
+ "rstrip": false,
776
+ "single_word": false,
777
+ "special": true
778
+ },
779
+ "128097": {
780
+ "content": "<|reserved_special_token_89|>",
781
+ "lstrip": false,
782
+ "normalized": false,
783
+ "rstrip": false,
784
+ "single_word": false,
785
+ "special": true
786
+ },
787
+ "128098": {
788
+ "content": "<|reserved_special_token_90|>",
789
+ "lstrip": false,
790
+ "normalized": false,
791
+ "rstrip": false,
792
+ "single_word": false,
793
+ "special": true
794
+ },
795
+ "128099": {
796
+ "content": "<|reserved_special_token_91|>",
797
+ "lstrip": false,
798
+ "normalized": false,
799
+ "rstrip": false,
800
+ "single_word": false,
801
+ "special": true
802
+ },
803
+ "128100": {
804
+ "content": "<|reserved_special_token_92|>",
805
+ "lstrip": false,
806
+ "normalized": false,
807
+ "rstrip": false,
808
+ "single_word": false,
809
+ "special": true
810
+ },
811
+ "128101": {
812
+ "content": "<|reserved_special_token_93|>",
813
+ "lstrip": false,
814
+ "normalized": false,
815
+ "rstrip": false,
816
+ "single_word": false,
817
+ "special": true
818
+ },
819
+ "128102": {
820
+ "content": "<|reserved_special_token_94|>",
821
+ "lstrip": false,
822
+ "normalized": false,
823
+ "rstrip": false,
824
+ "single_word": false,
825
+ "special": true
826
+ },
827
+ "128103": {
828
+ "content": "<|reserved_special_token_95|>",
829
+ "lstrip": false,
830
+ "normalized": false,
831
+ "rstrip": false,
832
+ "single_word": false,
833
+ "special": true
834
+ },
835
+ "128104": {
836
+ "content": "<|reserved_special_token_96|>",
837
+ "lstrip": false,
838
+ "normalized": false,
839
+ "rstrip": false,
840
+ "single_word": false,
841
+ "special": true
842
+ },
843
+ "128105": {
844
+ "content": "<|reserved_special_token_97|>",
845
+ "lstrip": false,
846
+ "normalized": false,
847
+ "rstrip": false,
848
+ "single_word": false,
849
+ "special": true
850
+ },
851
+ "128106": {
852
+ "content": "<|reserved_special_token_98|>",
853
+ "lstrip": false,
854
+ "normalized": false,
855
+ "rstrip": false,
856
+ "single_word": false,
857
+ "special": true
858
+ },
859
+ "128107": {
860
+ "content": "<|reserved_special_token_99|>",
861
+ "lstrip": false,
862
+ "normalized": false,
863
+ "rstrip": false,
864
+ "single_word": false,
865
+ "special": true
866
+ },
867
+ "128108": {
868
+ "content": "<|reserved_special_token_100|>",
869
+ "lstrip": false,
870
+ "normalized": false,
871
+ "rstrip": false,
872
+ "single_word": false,
873
+ "special": true
874
+ },
875
+ "128109": {
876
+ "content": "<|reserved_special_token_101|>",
877
+ "lstrip": false,
878
+ "normalized": false,
879
+ "rstrip": false,
880
+ "single_word": false,
881
+ "special": true
882
+ },
883
+ "128110": {
884
+ "content": "<|reserved_special_token_102|>",
885
+ "lstrip": false,
886
+ "normalized": false,
887
+ "rstrip": false,
888
+ "single_word": false,
889
+ "special": true
890
+ },
891
+ "128111": {
892
+ "content": "<|reserved_special_token_103|>",
893
+ "lstrip": false,
894
+ "normalized": false,
895
+ "rstrip": false,
896
+ "single_word": false,
897
+ "special": true
898
+ },
899
+ "128112": {
900
+ "content": "<|reserved_special_token_104|>",
901
+ "lstrip": false,
902
+ "normalized": false,
903
+ "rstrip": false,
904
+ "single_word": false,
905
+ "special": true
906
+ },
907
+ "128113": {
908
+ "content": "<|reserved_special_token_105|>",
909
+ "lstrip": false,
910
+ "normalized": false,
911
+ "rstrip": false,
912
+ "single_word": false,
913
+ "special": true
914
+ },
915
+ "128114": {
916
+ "content": "<|reserved_special_token_106|>",
917
+ "lstrip": false,
918
+ "normalized": false,
919
+ "rstrip": false,
920
+ "single_word": false,
921
+ "special": true
922
+ },
923
+ "128115": {
924
+ "content": "<|reserved_special_token_107|>",
925
+ "lstrip": false,
926
+ "normalized": false,
927
+ "rstrip": false,
928
+ "single_word": false,
929
+ "special": true
930
+ },
931
+ "128116": {
932
+ "content": "<|reserved_special_token_108|>",
933
+ "lstrip": false,
934
+ "normalized": false,
935
+ "rstrip": false,
936
+ "single_word": false,
937
+ "special": true
938
+ },
939
+ "128117": {
940
+ "content": "<|reserved_special_token_109|>",
941
+ "lstrip": false,
942
+ "normalized": false,
943
+ "rstrip": false,
944
+ "single_word": false,
945
+ "special": true
946
+ },
947
+ "128118": {
948
+ "content": "<|reserved_special_token_110|>",
949
+ "lstrip": false,
950
+ "normalized": false,
951
+ "rstrip": false,
952
+ "single_word": false,
953
+ "special": true
954
+ },
955
+ "128119": {
956
+ "content": "<|reserved_special_token_111|>",
957
+ "lstrip": false,
958
+ "normalized": false,
959
+ "rstrip": false,
960
+ "single_word": false,
961
+ "special": true
962
+ },
963
+ "128120": {
964
+ "content": "<|reserved_special_token_112|>",
965
+ "lstrip": false,
966
+ "normalized": false,
967
+ "rstrip": false,
968
+ "single_word": false,
969
+ "special": true
970
+ },
971
+ "128121": {
972
+ "content": "<|reserved_special_token_113|>",
973
+ "lstrip": false,
974
+ "normalized": false,
975
+ "rstrip": false,
976
+ "single_word": false,
977
+ "special": true
978
+ },
979
+ "128122": {
980
+ "content": "<|reserved_special_token_114|>",
981
+ "lstrip": false,
982
+ "normalized": false,
983
+ "rstrip": false,
984
+ "single_word": false,
985
+ "special": true
986
+ },
987
+ "128123": {
988
+ "content": "<|reserved_special_token_115|>",
989
+ "lstrip": false,
990
+ "normalized": false,
991
+ "rstrip": false,
992
+ "single_word": false,
993
+ "special": true
994
+ },
995
+ "128124": {
996
+ "content": "<|reserved_special_token_116|>",
997
+ "lstrip": false,
998
+ "normalized": false,
999
+ "rstrip": false,
1000
+ "single_word": false,
1001
+ "special": true
1002
+ },
1003
+ "128125": {
1004
+ "content": "<|reserved_special_token_117|>",
1005
+ "lstrip": false,
1006
+ "normalized": false,
1007
+ "rstrip": false,
1008
+ "single_word": false,
1009
+ "special": true
1010
+ },
1011
+ "128126": {
1012
+ "content": "<|reserved_special_token_118|>",
1013
+ "lstrip": false,
1014
+ "normalized": false,
1015
+ "rstrip": false,
1016
+ "single_word": false,
1017
+ "special": true
1018
+ },
1019
+ "128127": {
1020
+ "content": "<|reserved_special_token_119|>",
1021
+ "lstrip": false,
1022
+ "normalized": false,
1023
+ "rstrip": false,
1024
+ "single_word": false,
1025
+ "special": true
1026
+ },
1027
+ "128128": {
1028
+ "content": "<|reserved_special_token_120|>",
1029
+ "lstrip": false,
1030
+ "normalized": false,
1031
+ "rstrip": false,
1032
+ "single_word": false,
1033
+ "special": true
1034
+ },
1035
+ "128129": {
1036
+ "content": "<|reserved_special_token_121|>",
1037
+ "lstrip": false,
1038
+ "normalized": false,
1039
+ "rstrip": false,
1040
+ "single_word": false,
1041
+ "special": true
1042
+ },
1043
+ "128130": {
1044
+ "content": "<|reserved_special_token_122|>",
1045
+ "lstrip": false,
1046
+ "normalized": false,
1047
+ "rstrip": false,
1048
+ "single_word": false,
1049
+ "special": true
1050
+ },
1051
+ "128131": {
1052
+ "content": "<|reserved_special_token_123|>",
1053
+ "lstrip": false,
1054
+ "normalized": false,
1055
+ "rstrip": false,
1056
+ "single_word": false,
1057
+ "special": true
1058
+ },
1059
+ "128132": {
1060
+ "content": "<|reserved_special_token_124|>",
1061
+ "lstrip": false,
1062
+ "normalized": false,
1063
+ "rstrip": false,
1064
+ "single_word": false,
1065
+ "special": true
1066
+ },
1067
+ "128133": {
1068
+ "content": "<|reserved_special_token_125|>",
1069
+ "lstrip": false,
1070
+ "normalized": false,
1071
+ "rstrip": false,
1072
+ "single_word": false,
1073
+ "special": true
1074
+ },
1075
+ "128134": {
1076
+ "content": "<|reserved_special_token_126|>",
1077
+ "lstrip": false,
1078
+ "normalized": false,
1079
+ "rstrip": false,
1080
+ "single_word": false,
1081
+ "special": true
1082
+ },
1083
+ "128135": {
1084
+ "content": "<|reserved_special_token_127|>",
1085
+ "lstrip": false,
1086
+ "normalized": false,
1087
+ "rstrip": false,
1088
+ "single_word": false,
1089
+ "special": true
1090
+ },
1091
+ "128136": {
1092
+ "content": "<|reserved_special_token_128|>",
1093
+ "lstrip": false,
1094
+ "normalized": false,
1095
+ "rstrip": false,
1096
+ "single_word": false,
1097
+ "special": true
1098
+ },
1099
+ "128137": {
1100
+ "content": "<|reserved_special_token_129|>",
1101
+ "lstrip": false,
1102
+ "normalized": false,
1103
+ "rstrip": false,
1104
+ "single_word": false,
1105
+ "special": true
1106
+ },
1107
+ "128138": {
1108
+ "content": "<|reserved_special_token_130|>",
1109
+ "lstrip": false,
1110
+ "normalized": false,
1111
+ "rstrip": false,
1112
+ "single_word": false,
1113
+ "special": true
1114
+ },
1115
+ "128139": {
1116
+ "content": "<|reserved_special_token_131|>",
1117
+ "lstrip": false,
1118
+ "normalized": false,
1119
+ "rstrip": false,
1120
+ "single_word": false,
1121
+ "special": true
1122
+ },
1123
+ "128140": {
1124
+ "content": "<|reserved_special_token_132|>",
1125
+ "lstrip": false,
1126
+ "normalized": false,
1127
+ "rstrip": false,
1128
+ "single_word": false,
1129
+ "special": true
1130
+ },
1131
+ "128141": {
1132
+ "content": "<|reserved_special_token_133|>",
1133
+ "lstrip": false,
1134
+ "normalized": false,
1135
+ "rstrip": false,
1136
+ "single_word": false,
1137
+ "special": true
1138
+ },
1139
+ "128142": {
1140
+ "content": "<|reserved_special_token_134|>",
1141
+ "lstrip": false,
1142
+ "normalized": false,
1143
+ "rstrip": false,
1144
+ "single_word": false,
1145
+ "special": true
1146
+ },
1147
+ "128143": {
1148
+ "content": "<|reserved_special_token_135|>",
1149
+ "lstrip": false,
1150
+ "normalized": false,
1151
+ "rstrip": false,
1152
+ "single_word": false,
1153
+ "special": true
1154
+ },
1155
+ "128144": {
1156
+ "content": "<|reserved_special_token_136|>",
1157
+ "lstrip": false,
1158
+ "normalized": false,
1159
+ "rstrip": false,
1160
+ "single_word": false,
1161
+ "special": true
1162
+ },
1163
+ "128145": {
1164
+ "content": "<|reserved_special_token_137|>",
1165
+ "lstrip": false,
1166
+ "normalized": false,
1167
+ "rstrip": false,
1168
+ "single_word": false,
1169
+ "special": true
1170
+ },
1171
+ "128146": {
1172
+ "content": "<|reserved_special_token_138|>",
1173
+ "lstrip": false,
1174
+ "normalized": false,
1175
+ "rstrip": false,
1176
+ "single_word": false,
1177
+ "special": true
1178
+ },
1179
+ "128147": {
1180
+ "content": "<|reserved_special_token_139|>",
1181
+ "lstrip": false,
1182
+ "normalized": false,
1183
+ "rstrip": false,
1184
+ "single_word": false,
1185
+ "special": true
1186
+ },
1187
+ "128148": {
1188
+ "content": "<|reserved_special_token_140|>",
1189
+ "lstrip": false,
1190
+ "normalized": false,
1191
+ "rstrip": false,
1192
+ "single_word": false,
1193
+ "special": true
1194
+ },
1195
+ "128149": {
1196
+ "content": "<|reserved_special_token_141|>",
1197
+ "lstrip": false,
1198
+ "normalized": false,
1199
+ "rstrip": false,
1200
+ "single_word": false,
1201
+ "special": true
1202
+ },
1203
+ "128150": {
1204
+ "content": "<|reserved_special_token_142|>",
1205
+ "lstrip": false,
1206
+ "normalized": false,
1207
+ "rstrip": false,
1208
+ "single_word": false,
1209
+ "special": true
1210
+ },
1211
+ "128151": {
1212
+ "content": "<|reserved_special_token_143|>",
1213
+ "lstrip": false,
1214
+ "normalized": false,
1215
+ "rstrip": false,
1216
+ "single_word": false,
1217
+ "special": true
1218
+ },
1219
+ "128152": {
1220
+ "content": "<|reserved_special_token_144|>",
1221
+ "lstrip": false,
1222
+ "normalized": false,
1223
+ "rstrip": false,
1224
+ "single_word": false,
1225
+ "special": true
1226
+ },
1227
+ "128153": {
1228
+ "content": "<|reserved_special_token_145|>",
1229
+ "lstrip": false,
1230
+ "normalized": false,
1231
+ "rstrip": false,
1232
+ "single_word": false,
1233
+ "special": true
1234
+ },
1235
+ "128154": {
1236
+ "content": "<|reserved_special_token_146|>",
1237
+ "lstrip": false,
1238
+ "normalized": false,
1239
+ "rstrip": false,
1240
+ "single_word": false,
1241
+ "special": true
1242
+ },
1243
+ "128155": {
1244
+ "content": "<|reserved_special_token_147|>",
1245
+ "lstrip": false,
1246
+ "normalized": false,
1247
+ "rstrip": false,
1248
+ "single_word": false,
1249
+ "special": true
1250
+ },
1251
+ "128156": {
1252
+ "content": "<|reserved_special_token_148|>",
1253
+ "lstrip": false,
1254
+ "normalized": false,
1255
+ "rstrip": false,
1256
+ "single_word": false,
1257
+ "special": true
1258
+ },
1259
+ "128157": {
1260
+ "content": "<|reserved_special_token_149|>",
1261
+ "lstrip": false,
1262
+ "normalized": false,
1263
+ "rstrip": false,
1264
+ "single_word": false,
1265
+ "special": true
1266
+ },
1267
+ "128158": {
1268
+ "content": "<|reserved_special_token_150|>",
1269
+ "lstrip": false,
1270
+ "normalized": false,
1271
+ "rstrip": false,
1272
+ "single_word": false,
1273
+ "special": true
1274
+ },
1275
+ "128159": {
1276
+ "content": "<|reserved_special_token_151|>",
1277
+ "lstrip": false,
1278
+ "normalized": false,
1279
+ "rstrip": false,
1280
+ "single_word": false,
1281
+ "special": true
1282
+ },
1283
+ "128160": {
1284
+ "content": "<|reserved_special_token_152|>",
1285
+ "lstrip": false,
1286
+ "normalized": false,
1287
+ "rstrip": false,
1288
+ "single_word": false,
1289
+ "special": true
1290
+ },
1291
+ "128161": {
1292
+ "content": "<|reserved_special_token_153|>",
1293
+ "lstrip": false,
1294
+ "normalized": false,
1295
+ "rstrip": false,
1296
+ "single_word": false,
1297
+ "special": true
1298
+ },
1299
+ "128162": {
1300
+ "content": "<|reserved_special_token_154|>",
1301
+ "lstrip": false,
1302
+ "normalized": false,
1303
+ "rstrip": false,
1304
+ "single_word": false,
1305
+ "special": true
1306
+ },
1307
+ "128163": {
1308
+ "content": "<|reserved_special_token_155|>",
1309
+ "lstrip": false,
1310
+ "normalized": false,
1311
+ "rstrip": false,
1312
+ "single_word": false,
1313
+ "special": true
1314
+ },
1315
+ "128164": {
1316
+ "content": "<|reserved_special_token_156|>",
1317
+ "lstrip": false,
1318
+ "normalized": false,
1319
+ "rstrip": false,
1320
+ "single_word": false,
1321
+ "special": true
1322
+ },
1323
+ "128165": {
1324
+ "content": "<|reserved_special_token_157|>",
1325
+ "lstrip": false,
1326
+ "normalized": false,
1327
+ "rstrip": false,
1328
+ "single_word": false,
1329
+ "special": true
1330
+ },
1331
+ "128166": {
1332
+ "content": "<|reserved_special_token_158|>",
1333
+ "lstrip": false,
1334
+ "normalized": false,
1335
+ "rstrip": false,
1336
+ "single_word": false,
1337
+ "special": true
1338
+ },
1339
+ "128167": {
1340
+ "content": "<|reserved_special_token_159|>",
1341
+ "lstrip": false,
1342
+ "normalized": false,
1343
+ "rstrip": false,
1344
+ "single_word": false,
1345
+ "special": true
1346
+ },
1347
+ "128168": {
1348
+ "content": "<|reserved_special_token_160|>",
1349
+ "lstrip": false,
1350
+ "normalized": false,
1351
+ "rstrip": false,
1352
+ "single_word": false,
1353
+ "special": true
1354
+ },
1355
+ "128169": {
1356
+ "content": "<|reserved_special_token_161|>",
1357
+ "lstrip": false,
1358
+ "normalized": false,
1359
+ "rstrip": false,
1360
+ "single_word": false,
1361
+ "special": true
1362
+ },
1363
+ "128170": {
1364
+ "content": "<|reserved_special_token_162|>",
1365
+ "lstrip": false,
1366
+ "normalized": false,
1367
+ "rstrip": false,
1368
+ "single_word": false,
1369
+ "special": true
1370
+ },
1371
+ "128171": {
1372
+ "content": "<|reserved_special_token_163|>",
1373
+ "lstrip": false,
1374
+ "normalized": false,
1375
+ "rstrip": false,
1376
+ "single_word": false,
1377
+ "special": true
1378
+ },
1379
+ "128172": {
1380
+ "content": "<|reserved_special_token_164|>",
1381
+ "lstrip": false,
1382
+ "normalized": false,
1383
+ "rstrip": false,
1384
+ "single_word": false,
1385
+ "special": true
1386
+ },
1387
+ "128173": {
1388
+ "content": "<|reserved_special_token_165|>",
1389
+ "lstrip": false,
1390
+ "normalized": false,
1391
+ "rstrip": false,
1392
+ "single_word": false,
1393
+ "special": true
1394
+ },
1395
+ "128174": {
1396
+ "content": "<|reserved_special_token_166|>",
1397
+ "lstrip": false,
1398
+ "normalized": false,
1399
+ "rstrip": false,
1400
+ "single_word": false,
1401
+ "special": true
1402
+ },
1403
+ "128175": {
1404
+ "content": "<|reserved_special_token_167|>",
1405
+ "lstrip": false,
1406
+ "normalized": false,
1407
+ "rstrip": false,
1408
+ "single_word": false,
1409
+ "special": true
1410
+ },
1411
+ "128176": {
1412
+ "content": "<|reserved_special_token_168|>",
1413
+ "lstrip": false,
1414
+ "normalized": false,
1415
+ "rstrip": false,
1416
+ "single_word": false,
1417
+ "special": true
1418
+ },
1419
+ "128177": {
1420
+ "content": "<|reserved_special_token_169|>",
1421
+ "lstrip": false,
1422
+ "normalized": false,
1423
+ "rstrip": false,
1424
+ "single_word": false,
1425
+ "special": true
1426
+ },
1427
+ "128178": {
1428
+ "content": "<|reserved_special_token_170|>",
1429
+ "lstrip": false,
1430
+ "normalized": false,
1431
+ "rstrip": false,
1432
+ "single_word": false,
1433
+ "special": true
1434
+ },
1435
+ "128179": {
1436
+ "content": "<|reserved_special_token_171|>",
1437
+ "lstrip": false,
1438
+ "normalized": false,
1439
+ "rstrip": false,
1440
+ "single_word": false,
1441
+ "special": true
1442
+ },
1443
+ "128180": {
1444
+ "content": "<|reserved_special_token_172|>",
1445
+ "lstrip": false,
1446
+ "normalized": false,
1447
+ "rstrip": false,
1448
+ "single_word": false,
1449
+ "special": true
1450
+ },
1451
+ "128181": {
1452
+ "content": "<|reserved_special_token_173|>",
1453
+ "lstrip": false,
1454
+ "normalized": false,
1455
+ "rstrip": false,
1456
+ "single_word": false,
1457
+ "special": true
1458
+ },
1459
+ "128182": {
1460
+ "content": "<|reserved_special_token_174|>",
1461
+ "lstrip": false,
1462
+ "normalized": false,
1463
+ "rstrip": false,
1464
+ "single_word": false,
1465
+ "special": true
1466
+ },
1467
+ "128183": {
1468
+ "content": "<|reserved_special_token_175|>",
1469
+ "lstrip": false,
1470
+ "normalized": false,
1471
+ "rstrip": false,
1472
+ "single_word": false,
1473
+ "special": true
1474
+ },
1475
+ "128184": {
1476
+ "content": "<|reserved_special_token_176|>",
1477
+ "lstrip": false,
1478
+ "normalized": false,
1479
+ "rstrip": false,
1480
+ "single_word": false,
1481
+ "special": true
1482
+ },
1483
+ "128185": {
1484
+ "content": "<|reserved_special_token_177|>",
1485
+ "lstrip": false,
1486
+ "normalized": false,
1487
+ "rstrip": false,
1488
+ "single_word": false,
1489
+ "special": true
1490
+ },
1491
+ "128186": {
1492
+ "content": "<|reserved_special_token_178|>",
1493
+ "lstrip": false,
1494
+ "normalized": false,
1495
+ "rstrip": false,
1496
+ "single_word": false,
1497
+ "special": true
1498
+ },
1499
+ "128187": {
1500
+ "content": "<|reserved_special_token_179|>",
1501
+ "lstrip": false,
1502
+ "normalized": false,
1503
+ "rstrip": false,
1504
+ "single_word": false,
1505
+ "special": true
1506
+ },
1507
+ "128188": {
1508
+ "content": "<|reserved_special_token_180|>",
1509
+ "lstrip": false,
1510
+ "normalized": false,
1511
+ "rstrip": false,
1512
+ "single_word": false,
1513
+ "special": true
1514
+ },
1515
+ "128189": {
1516
+ "content": "<|reserved_special_token_181|>",
1517
+ "lstrip": false,
1518
+ "normalized": false,
1519
+ "rstrip": false,
1520
+ "single_word": false,
1521
+ "special": true
1522
+ },
1523
+ "128190": {
1524
+ "content": "<|reserved_special_token_182|>",
1525
+ "lstrip": false,
1526
+ "normalized": false,
1527
+ "rstrip": false,
1528
+ "single_word": false,
1529
+ "special": true
1530
+ },
1531
+ "128191": {
1532
+ "content": "<|reserved_special_token_183|>",
1533
+ "lstrip": false,
1534
+ "normalized": false,
1535
+ "rstrip": false,
1536
+ "single_word": false,
1537
+ "special": true
1538
+ },
1539
+ "128192": {
1540
+ "content": "<|reserved_special_token_184|>",
1541
+ "lstrip": false,
1542
+ "normalized": false,
1543
+ "rstrip": false,
1544
+ "single_word": false,
1545
+ "special": true
1546
+ },
1547
+ "128193": {
1548
+ "content": "<|reserved_special_token_185|>",
1549
+ "lstrip": false,
1550
+ "normalized": false,
1551
+ "rstrip": false,
1552
+ "single_word": false,
1553
+ "special": true
1554
+ },
1555
+ "128194": {
1556
+ "content": "<|reserved_special_token_186|>",
1557
+ "lstrip": false,
1558
+ "normalized": false,
1559
+ "rstrip": false,
1560
+ "single_word": false,
1561
+ "special": true
1562
+ },
1563
+ "128195": {
1564
+ "content": "<|reserved_special_token_187|>",
1565
+ "lstrip": false,
1566
+ "normalized": false,
1567
+ "rstrip": false,
1568
+ "single_word": false,
1569
+ "special": true
1570
+ },
1571
+ "128196": {
1572
+ "content": "<|reserved_special_token_188|>",
1573
+ "lstrip": false,
1574
+ "normalized": false,
1575
+ "rstrip": false,
1576
+ "single_word": false,
1577
+ "special": true
1578
+ },
1579
+ "128197": {
1580
+ "content": "<|reserved_special_token_189|>",
1581
+ "lstrip": false,
1582
+ "normalized": false,
1583
+ "rstrip": false,
1584
+ "single_word": false,
1585
+ "special": true
1586
+ },
1587
+ "128198": {
1588
+ "content": "<|reserved_special_token_190|>",
1589
+ "lstrip": false,
1590
+ "normalized": false,
1591
+ "rstrip": false,
1592
+ "single_word": false,
1593
+ "special": true
1594
+ },
1595
+ "128199": {
1596
+ "content": "<|reserved_special_token_191|>",
1597
+ "lstrip": false,
1598
+ "normalized": false,
1599
+ "rstrip": false,
1600
+ "single_word": false,
1601
+ "special": true
1602
+ },
1603
+ "128200": {
1604
+ "content": "<|reserved_special_token_192|>",
1605
+ "lstrip": false,
1606
+ "normalized": false,
1607
+ "rstrip": false,
1608
+ "single_word": false,
1609
+ "special": true
1610
+ },
1611
+ "128201": {
1612
+ "content": "<|reserved_special_token_193|>",
1613
+ "lstrip": false,
1614
+ "normalized": false,
1615
+ "rstrip": false,
1616
+ "single_word": false,
1617
+ "special": true
1618
+ },
1619
+ "128202": {
1620
+ "content": "<|reserved_special_token_194|>",
1621
+ "lstrip": false,
1622
+ "normalized": false,
1623
+ "rstrip": false,
1624
+ "single_word": false,
1625
+ "special": true
1626
+ },
1627
+ "128203": {
1628
+ "content": "<|reserved_special_token_195|>",
1629
+ "lstrip": false,
1630
+ "normalized": false,
1631
+ "rstrip": false,
1632
+ "single_word": false,
1633
+ "special": true
1634
+ },
1635
+ "128204": {
1636
+ "content": "<|reserved_special_token_196|>",
1637
+ "lstrip": false,
1638
+ "normalized": false,
1639
+ "rstrip": false,
1640
+ "single_word": false,
1641
+ "special": true
1642
+ },
1643
+ "128205": {
1644
+ "content": "<|reserved_special_token_197|>",
1645
+ "lstrip": false,
1646
+ "normalized": false,
1647
+ "rstrip": false,
1648
+ "single_word": false,
1649
+ "special": true
1650
+ },
1651
+ "128206": {
1652
+ "content": "<|reserved_special_token_198|>",
1653
+ "lstrip": false,
1654
+ "normalized": false,
1655
+ "rstrip": false,
1656
+ "single_word": false,
1657
+ "special": true
1658
+ },
1659
+ "128207": {
1660
+ "content": "<|reserved_special_token_199|>",
1661
+ "lstrip": false,
1662
+ "normalized": false,
1663
+ "rstrip": false,
1664
+ "single_word": false,
1665
+ "special": true
1666
+ },
1667
+ "128208": {
1668
+ "content": "<|reserved_special_token_200|>",
1669
+ "lstrip": false,
1670
+ "normalized": false,
1671
+ "rstrip": false,
1672
+ "single_word": false,
1673
+ "special": true
1674
+ },
1675
+ "128209": {
1676
+ "content": "<|reserved_special_token_201|>",
1677
+ "lstrip": false,
1678
+ "normalized": false,
1679
+ "rstrip": false,
1680
+ "single_word": false,
1681
+ "special": true
1682
+ },
1683
+ "128210": {
1684
+ "content": "<|reserved_special_token_202|>",
1685
+ "lstrip": false,
1686
+ "normalized": false,
1687
+ "rstrip": false,
1688
+ "single_word": false,
1689
+ "special": true
1690
+ },
1691
+ "128211": {
1692
+ "content": "<|reserved_special_token_203|>",
1693
+ "lstrip": false,
1694
+ "normalized": false,
1695
+ "rstrip": false,
1696
+ "single_word": false,
1697
+ "special": true
1698
+ },
1699
+ "128212": {
1700
+ "content": "<|reserved_special_token_204|>",
1701
+ "lstrip": false,
1702
+ "normalized": false,
1703
+ "rstrip": false,
1704
+ "single_word": false,
1705
+ "special": true
1706
+ },
1707
+ "128213": {
1708
+ "content": "<|reserved_special_token_205|>",
1709
+ "lstrip": false,
1710
+ "normalized": false,
1711
+ "rstrip": false,
1712
+ "single_word": false,
1713
+ "special": true
1714
+ },
1715
+ "128214": {
1716
+ "content": "<|reserved_special_token_206|>",
1717
+ "lstrip": false,
1718
+ "normalized": false,
1719
+ "rstrip": false,
1720
+ "single_word": false,
1721
+ "special": true
1722
+ },
1723
+ "128215": {
1724
+ "content": "<|reserved_special_token_207|>",
1725
+ "lstrip": false,
1726
+ "normalized": false,
1727
+ "rstrip": false,
1728
+ "single_word": false,
1729
+ "special": true
1730
+ },
1731
+ "128216": {
1732
+ "content": "<|reserved_special_token_208|>",
1733
+ "lstrip": false,
1734
+ "normalized": false,
1735
+ "rstrip": false,
1736
+ "single_word": false,
1737
+ "special": true
1738
+ },
1739
+ "128217": {
1740
+ "content": "<|reserved_special_token_209|>",
1741
+ "lstrip": false,
1742
+ "normalized": false,
1743
+ "rstrip": false,
1744
+ "single_word": false,
1745
+ "special": true
1746
+ },
1747
+ "128218": {
1748
+ "content": "<|reserved_special_token_210|>",
1749
+ "lstrip": false,
1750
+ "normalized": false,
1751
+ "rstrip": false,
1752
+ "single_word": false,
1753
+ "special": true
1754
+ },
1755
+ "128219": {
1756
+ "content": "<|reserved_special_token_211|>",
1757
+ "lstrip": false,
1758
+ "normalized": false,
1759
+ "rstrip": false,
1760
+ "single_word": false,
1761
+ "special": true
1762
+ },
1763
+ "128220": {
1764
+ "content": "<|reserved_special_token_212|>",
1765
+ "lstrip": false,
1766
+ "normalized": false,
1767
+ "rstrip": false,
1768
+ "single_word": false,
1769
+ "special": true
1770
+ },
1771
+ "128221": {
1772
+ "content": "<|reserved_special_token_213|>",
1773
+ "lstrip": false,
1774
+ "normalized": false,
1775
+ "rstrip": false,
1776
+ "single_word": false,
1777
+ "special": true
1778
+ },
1779
+ "128222": {
1780
+ "content": "<|reserved_special_token_214|>",
1781
+ "lstrip": false,
1782
+ "normalized": false,
1783
+ "rstrip": false,
1784
+ "single_word": false,
1785
+ "special": true
1786
+ },
1787
+ "128223": {
1788
+ "content": "<|reserved_special_token_215|>",
1789
+ "lstrip": false,
1790
+ "normalized": false,
1791
+ "rstrip": false,
1792
+ "single_word": false,
1793
+ "special": true
1794
+ },
1795
+ "128224": {
1796
+ "content": "<|reserved_special_token_216|>",
1797
+ "lstrip": false,
1798
+ "normalized": false,
1799
+ "rstrip": false,
1800
+ "single_word": false,
1801
+ "special": true
1802
+ },
1803
+ "128225": {
1804
+ "content": "<|reserved_special_token_217|>",
1805
+ "lstrip": false,
1806
+ "normalized": false,
1807
+ "rstrip": false,
1808
+ "single_word": false,
1809
+ "special": true
1810
+ },
1811
+ "128226": {
1812
+ "content": "<|reserved_special_token_218|>",
1813
+ "lstrip": false,
1814
+ "normalized": false,
1815
+ "rstrip": false,
1816
+ "single_word": false,
1817
+ "special": true
1818
+ },
1819
+ "128227": {
1820
+ "content": "<|reserved_special_token_219|>",
1821
+ "lstrip": false,
1822
+ "normalized": false,
1823
+ "rstrip": false,
1824
+ "single_word": false,
1825
+ "special": true
1826
+ },
1827
+ "128228": {
1828
+ "content": "<|reserved_special_token_220|>",
1829
+ "lstrip": false,
1830
+ "normalized": false,
1831
+ "rstrip": false,
1832
+ "single_word": false,
1833
+ "special": true
1834
+ },
1835
+ "128229": {
1836
+ "content": "<|reserved_special_token_221|>",
1837
+ "lstrip": false,
1838
+ "normalized": false,
1839
+ "rstrip": false,
1840
+ "single_word": false,
1841
+ "special": true
1842
+ },
1843
+ "128230": {
1844
+ "content": "<|reserved_special_token_222|>",
1845
+ "lstrip": false,
1846
+ "normalized": false,
1847
+ "rstrip": false,
1848
+ "single_word": false,
1849
+ "special": true
1850
+ },
1851
+ "128231": {
1852
+ "content": "<|reserved_special_token_223|>",
1853
+ "lstrip": false,
1854
+ "normalized": false,
1855
+ "rstrip": false,
1856
+ "single_word": false,
1857
+ "special": true
1858
+ },
1859
+ "128232": {
1860
+ "content": "<|reserved_special_token_224|>",
1861
+ "lstrip": false,
1862
+ "normalized": false,
1863
+ "rstrip": false,
1864
+ "single_word": false,
1865
+ "special": true
1866
+ },
1867
+ "128233": {
1868
+ "content": "<|reserved_special_token_225|>",
1869
+ "lstrip": false,
1870
+ "normalized": false,
1871
+ "rstrip": false,
1872
+ "single_word": false,
1873
+ "special": true
1874
+ },
1875
+ "128234": {
1876
+ "content": "<|reserved_special_token_226|>",
1877
+ "lstrip": false,
1878
+ "normalized": false,
1879
+ "rstrip": false,
1880
+ "single_word": false,
1881
+ "special": true
1882
+ },
1883
+ "128235": {
1884
+ "content": "<|reserved_special_token_227|>",
1885
+ "lstrip": false,
1886
+ "normalized": false,
1887
+ "rstrip": false,
1888
+ "single_word": false,
1889
+ "special": true
1890
+ },
1891
+ "128236": {
1892
+ "content": "<|reserved_special_token_228|>",
1893
+ "lstrip": false,
1894
+ "normalized": false,
1895
+ "rstrip": false,
1896
+ "single_word": false,
1897
+ "special": true
1898
+ },
1899
+ "128237": {
1900
+ "content": "<|reserved_special_token_229|>",
1901
+ "lstrip": false,
1902
+ "normalized": false,
1903
+ "rstrip": false,
1904
+ "single_word": false,
1905
+ "special": true
1906
+ },
1907
+ "128238": {
1908
+ "content": "<|reserved_special_token_230|>",
1909
+ "lstrip": false,
1910
+ "normalized": false,
1911
+ "rstrip": false,
1912
+ "single_word": false,
1913
+ "special": true
1914
+ },
1915
+ "128239": {
1916
+ "content": "<|reserved_special_token_231|>",
1917
+ "lstrip": false,
1918
+ "normalized": false,
1919
+ "rstrip": false,
1920
+ "single_word": false,
1921
+ "special": true
1922
+ },
1923
+ "128240": {
1924
+ "content": "<|reserved_special_token_232|>",
1925
+ "lstrip": false,
1926
+ "normalized": false,
1927
+ "rstrip": false,
1928
+ "single_word": false,
1929
+ "special": true
1930
+ },
1931
+ "128241": {
1932
+ "content": "<|reserved_special_token_233|>",
1933
+ "lstrip": false,
1934
+ "normalized": false,
1935
+ "rstrip": false,
1936
+ "single_word": false,
1937
+ "special": true
1938
+ },
1939
+ "128242": {
1940
+ "content": "<|reserved_special_token_234|>",
1941
+ "lstrip": false,
1942
+ "normalized": false,
1943
+ "rstrip": false,
1944
+ "single_word": false,
1945
+ "special": true
1946
+ },
1947
+ "128243": {
1948
+ "content": "<|reserved_special_token_235|>",
1949
+ "lstrip": false,
1950
+ "normalized": false,
1951
+ "rstrip": false,
1952
+ "single_word": false,
1953
+ "special": true
1954
+ },
1955
+ "128244": {
1956
+ "content": "<|reserved_special_token_236|>",
1957
+ "lstrip": false,
1958
+ "normalized": false,
1959
+ "rstrip": false,
1960
+ "single_word": false,
1961
+ "special": true
1962
+ },
1963
+ "128245": {
1964
+ "content": "<|reserved_special_token_237|>",
1965
+ "lstrip": false,
1966
+ "normalized": false,
1967
+ "rstrip": false,
1968
+ "single_word": false,
1969
+ "special": true
1970
+ },
1971
+ "128246": {
1972
+ "content": "<|reserved_special_token_238|>",
1973
+ "lstrip": false,
1974
+ "normalized": false,
1975
+ "rstrip": false,
1976
+ "single_word": false,
1977
+ "special": true
1978
+ },
1979
+ "128247": {
1980
+ "content": "<|reserved_special_token_239|>",
1981
+ "lstrip": false,
1982
+ "normalized": false,
1983
+ "rstrip": false,
1984
+ "single_word": false,
1985
+ "special": true
1986
+ },
1987
+ "128248": {
1988
+ "content": "<|reserved_special_token_240|>",
1989
+ "lstrip": false,
1990
+ "normalized": false,
1991
+ "rstrip": false,
1992
+ "single_word": false,
1993
+ "special": true
1994
+ },
1995
+ "128249": {
1996
+ "content": "<|reserved_special_token_241|>",
1997
+ "lstrip": false,
1998
+ "normalized": false,
1999
+ "rstrip": false,
2000
+ "single_word": false,
2001
+ "special": true
2002
+ },
2003
+ "128250": {
2004
+ "content": "<|reserved_special_token_242|>",
2005
+ "lstrip": false,
2006
+ "normalized": false,
2007
+ "rstrip": false,
2008
+ "single_word": false,
2009
+ "special": true
2010
+ },
2011
+ "128251": {
2012
+ "content": "<|reserved_special_token_243|>",
2013
+ "lstrip": false,
2014
+ "normalized": false,
2015
+ "rstrip": false,
2016
+ "single_word": false,
2017
+ "special": true
2018
+ },
2019
+ "128252": {
2020
+ "content": "<|reserved_special_token_244|>",
2021
+ "lstrip": false,
2022
+ "normalized": false,
2023
+ "rstrip": false,
2024
+ "single_word": false,
2025
+ "special": true
2026
+ },
2027
+ "128253": {
2028
+ "content": "<|reserved_special_token_245|>",
2029
+ "lstrip": false,
2030
+ "normalized": false,
2031
+ "rstrip": false,
2032
+ "single_word": false,
2033
+ "special": true
2034
+ },
2035
+ "128254": {
2036
+ "content": "<|reserved_special_token_246|>",
2037
+ "lstrip": false,
2038
+ "normalized": false,
2039
+ "rstrip": false,
2040
+ "single_word": false,
2041
+ "special": true
2042
+ },
2043
+ "128255": {
2044
+ "content": "<|reserved_special_token_247|>",
2045
+ "lstrip": false,
2046
+ "normalized": false,
2047
+ "rstrip": false,
2048
+ "single_word": false,
2049
+ "special": true
2050
+ }
2051
+ },
2052
+ "bos_token": "<|begin_of_text|>",
2053
+ "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n {%- if strftime_now is defined %}\n {%- set date_string = strftime_now(\"%d %b %Y\") %}\n {%- else %}\n {%- set date_string = \"26 Jul 2024\" %}\n {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n{%- else %}\n {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n {#- Extract the first user message so we can plug it in here #}\n {%- if messages | length != 0 %}\n {%- set first_user_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n {%- else %}\n {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n {%- elif 'tool_calls' in message %}\n {%- if not message.tool_calls|length == 1 %}\n {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n {%- endif %}\n {%- set tool_call = message.tool_calls[0].function %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n {{- '\"parameters\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- \"}\" }}\n {{- \"<|eot_id|>\" }}\n {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n {%- if message.content is mapping or message.content is iterable %}\n {{- message.content | tojson }}\n {%- else %}\n {{- message.content }}\n {%- endif %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
2054
+ "clean_up_tokenization_spaces": true,
2055
+ "eos_token": "<|eot_id|>",
2056
+ "model_input_names": [
2057
+ "input_ids",
2058
+ "attention_mask"
2059
+ ],
2060
+ "model_max_length": 131072,
2061
+ "tokenizer_class": "PreTrainedTokenizerFast"
2062
+ }
finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml ADDED
@@ -0,0 +1 @@
 
 
1
+ {}
finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/metrics.csv ADDED
The diff for this file is too large to render. See raw diff
 
finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=0.7-1.0/labels.csv ADDED
@@ -0,0 +1,76 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 1191,0
2
+ 13511,0
3
+ 9949,1
4
+ 61873,0
5
+ 48360,0
6
+ 15532,0
7
+ 23616,0
8
+ 37487,0
9
+ 31833,0
10
+ 63008,0
11
+ 52843,1
12
+ 13503,0
13
+ 47880,0
14
+ 40917,0
15
+ 46140,1
16
+ 51107,0
17
+ 29147,0
18
+ 65639,1
19
+ 38062,1
20
+ 58114,0
21
+ 55363,1
22
+ 4098,1
23
+ 66282,1
24
+ 5273,0
25
+ 51062,0
26
+ 53860,0
27
+ 40436,0
28
+ 526,0
29
+ 19537,0
30
+ 62682,1
31
+ 1382,0
32
+ 30223,0
33
+ 33795,0
34
+ 65703,1
35
+ 11101,1
36
+ 65208,1
37
+ 11812,0
38
+ 44159,0
39
+ 3669,0
40
+ 47109,0
41
+ 24456,0
42
+ 55074,1
43
+ 52683,1
44
+ 57808,1
45
+ 52951,0
46
+ 14596,1
47
+ 26678,1
48
+ 61623,1
49
+ 17435,1
50
+ 43717,1
51
+ 39956,0
52
+ 57153,0
53
+ 36111,1
54
+ 54037,1
55
+ 28140,1
56
+ 66018,1
57
+ 1363,1
58
+ 18593,1
59
+ 20813,0
60
+ 63638,1
61
+ 15944,1
62
+ 37680,1
63
+ 31696,0
64
+ 24733,0
65
+ 18354,0
66
+ 59171,0
67
+ 16450,1
68
+ 65657,0
69
+ 63892,0
70
+ 25879,1
71
+ 59515,1
72
+ 10060,0
73
+ 39307,1
74
+ 4022,0
75
+ 32987,1
76
+ 24477,0
finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=0.7-1.0/logits.csv ADDED
@@ -0,0 +1,76 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 1191,-0.00013219437,-9.875133
2
+ 13511,-9.881962e-05,-11.625099
3
+ 9949,-8.375285,-0.00028534632
4
+ 61873,-0.0001840422,-9.750184
5
+ 48360,-0.0010724276,-6.8760724
6
+ 15532,-0.0036652784,-5.6286654
7
+ 23616,-0.00022313489,-8.750223
8
+ 37487,-0.0003634031,-8.250363
9
+ 31833,-0.00016187312,-9.250162
10
+ 63008,-0.00096774945,-7.125968
11
+ 52843,-9.750121,-0.00012134769
12
+ 13503,-5.628642,-0.00364188
13
+ 47880,-0.00030727434,-8.500307
14
+ 40917,-0.00016234987,-9.625162
15
+ 46140,-0.005979151,-5.130979
16
+ 51107,-0.00031406715,-8.375314
17
+ 29147,-0.00016008526,-10.00016
18
+ 65639,-8.625243,-0.00024279984
19
+ 38062,-9.500105,-0.00010501787
20
+ 58114,-0.0007129749,-7.375713
21
+ 55363,-10.000097,-9.774684e-05
22
+ 4098,-11.625049,-4.875541e-05
23
+ 66282,-11.12504,-4.0172723e-05
24
+ 5273,-0.003294994,-5.753295
25
+ 51062,-0.00011193126,-9.875112
26
+ 53860,-0.009815051,-4.634815
27
+ 40436,-0.00024089296,-9.625241
28
+ 526,-0.00028677643,-8.500287
29
+ 19537,-0.00019035912,-8.875191
30
+ 62682,-0.00027259448,-8.750273
31
+ 1382,-0.00014065707,-9.25014
32
+ 30223,-0.00031609306,-8.500316
33
+ 33795,-0.0012276978,-6.751228
34
+ 65703,-10.125095,-9.560128e-05
35
+ 11101,-11.625035,-3.492771e-05
36
+ 65208,-10.000189,-0.00018928644
37
+ 11812,-0.00018010901,-8.87518
38
+ 44159,-9.321732e-05,-10.625093
39
+ 3669,-1.5019666,-0.25196657
40
+ 47109,-0.00028892158,-8.875289
41
+ 24456,-0.0015363806,-6.5015364
42
+ 55074,-10.125109,-0.00010918975
43
+ 52683,-10.87508,-7.9747835e-05
44
+ 57808,-0.14298522,-2.0179853
45
+ 52951,-0.0020615056,-6.2520614
46
+ 14596,-6.127246,-0.0022461205
47
+ 26678,-9.375154,-0.00015352978
48
+ 61623,-5.131131,-0.006130936
49
+ 17435,-12.875044,-4.4344873e-05
50
+ 43717,-10.750052,-5.2093103e-05
51
+ 39956,-0.0005156856,-8.125516
52
+ 57153,-0.003817534,-5.6288176
53
+ 36111,-10.500108,-0.00010775939
54
+ 54037,-6.6264496,-0.0014497257
55
+ 28140,-9.5001335,-0.00013386307
56
+ 66018,-10.750056,-5.6265202e-05
57
+ 1363,-8.125356,-0.00035565728
58
+ 18593,-0.34920698,-1.2242069
59
+ 20813,-0.0061547505,-5.1311545
60
+ 63638,-10.750077,-7.700623e-05
61
+ 15944,-7.6255336,-0.00053367676
62
+ 37680,-0.0003250309,-8.250325
63
+ 31696,-0.00051270693,-7.7505126
64
+ 24733,-0.00011574552,-9.875115
65
+ 18354,-0.00010775939,-10.625108
66
+ 59171,-0.00017057394,-9.750171
67
+ 16450,-6.2519846,-0.001984771
68
+ 65657,-0.00027843413,-8.375278
69
+ 63892,-0.00036840804,-8.000368
70
+ 25879,-12.000084,-8.391982e-05
71
+ 59515,-11.25008,-7.998623e-05
72
+ 10060,-0.0010174104,-7.0010176
73
+ 39307,-8.876401,-0.0014012767
74
+ 4022,-0.001226269,-6.7512264
75
+ 32987,-9.625107,-0.000106925014
76
+ 24477,-0.00015209948,-9.250152
finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=test_400/labels.csv ADDED
@@ -0,0 +1,400 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 17786,0
2
+ 12007,0
3
+ 8229,0
4
+ 31449,1
5
+ 1591,0
6
+ 53542,1
7
+ 49372,1
8
+ 54831,0
9
+ 44771,1
10
+ 33116,0
11
+ 33492,1
12
+ 16982,1
13
+ 31901,1
14
+ 49817,0
15
+ 60681,0
16
+ 39890,1
17
+ 62685,0
18
+ 2201,1
19
+ 47201,1
20
+ 20835,1
21
+ 15421,1
22
+ 45021,0
23
+ 45802,0
24
+ 43637,0
25
+ 7160,0
26
+ 8150,0
27
+ 3512,1
28
+ 29264,0
29
+ 32960,0
30
+ 32221,0
31
+ 35996,1
32
+ 4422,1
33
+ 22209,0
34
+ 6920,1
35
+ 25253,0
36
+ 680,0
37
+ 50140,1
38
+ 28481,1
39
+ 36298,0
40
+ 16473,1
41
+ 11102,1
42
+ 62901,0
43
+ 16123,1
44
+ 52012,0
45
+ 60780,0
46
+ 1781,1
47
+ 41449,0
48
+ 908,0
49
+ 15507,1
50
+ 57914,1
51
+ 46159,1
52
+ 56461,1
53
+ 62107,1
54
+ 49087,1
55
+ 65792,0
56
+ 13181,0
57
+ 54119,1
58
+ 51997,0
59
+ 24924,1
60
+ 45890,0
61
+ 41716,0
62
+ 60175,0
63
+ 30318,0
64
+ 13221,1
65
+ 15509,1
66
+ 37365,1
67
+ 60975,0
68
+ 51375,0
69
+ 16004,1
70
+ 12837,1
71
+ 17864,1
72
+ 67134,1
73
+ 18611,1
74
+ 12861,1
75
+ 58084,1
76
+ 32874,1
77
+ 32717,1
78
+ 23413,1
79
+ 59634,0
80
+ 15629,0
81
+ 47071,0
82
+ 48558,1
83
+ 3648,0
84
+ 43367,0
85
+ 14869,0
86
+ 1518,0
87
+ 16976,1
88
+ 20931,1
89
+ 67379,1
90
+ 4741,0
91
+ 5765,1
92
+ 48791,0
93
+ 15298,0
94
+ 21874,1
95
+ 9095,1
96
+ 3840,1
97
+ 55636,0
98
+ 57364,0
99
+ 65863,0
100
+ 40786,0
101
+ 8118,1
102
+ 52441,0
103
+ 38593,0
104
+ 5517,0
105
+ 39136,1
106
+ 47292,0
107
+ 34052,1
108
+ 16037,1
109
+ 64606,1
110
+ 19552,0
111
+ 14116,0
112
+ 11261,1
113
+ 11668,1
114
+ 42198,1
115
+ 22526,1
116
+ 8037,1
117
+ 5324,1
118
+ 56692,0
119
+ 59753,0
120
+ 47298,0
121
+ 57801,1
122
+ 58413,1
123
+ 10673,0
124
+ 65730,1
125
+ 40287,1
126
+ 15186,0
127
+ 43119,0
128
+ 39219,1
129
+ 50340,0
130
+ 34297,1
131
+ 62941,0
132
+ 31551,1
133
+ 41344,1
134
+ 46402,1
135
+ 13636,1
136
+ 42241,1
137
+ 15422,0
138
+ 25014,1
139
+ 19613,1
140
+ 5515,0
141
+ 64128,0
142
+ 28084,0
143
+ 10395,1
144
+ 9965,0
145
+ 27221,1
146
+ 11994,0
147
+ 43384,0
148
+ 44329,0
149
+ 58937,0
150
+ 29119,0
151
+ 8989,0
152
+ 23043,1
153
+ 32166,0
154
+ 42729,0
155
+ 6863,1
156
+ 41187,0
157
+ 36039,1
158
+ 55977,0
159
+ 8129,1
160
+ 60223,1
161
+ 9414,1
162
+ 26177,0
163
+ 38443,0
164
+ 43084,0
165
+ 53673,0
166
+ 15057,1
167
+ 51700,0
168
+ 51201,1
169
+ 47078,1
170
+ 59961,1
171
+ 22272,1
172
+ 65773,0
173
+ 33746,0
174
+ 27311,1
175
+ 41292,0
176
+ 17110,0
177
+ 57029,0
178
+ 3009,1
179
+ 40193,1
180
+ 27618,1
181
+ 20145,1
182
+ 52193,1
183
+ 34398,0
184
+ 36473,1
185
+ 43577,0
186
+ 57850,1
187
+ 61117,0
188
+ 32569,1
189
+ 12290,1
190
+ 19499,1
191
+ 60470,0
192
+ 8962,1
193
+ 65955,1
194
+ 62486,0
195
+ 19000,0
196
+ 22631,1
197
+ 25613,0
198
+ 56086,1
199
+ 28883,0
200
+ 26425,1
201
+ 48097,0
202
+ 61477,0
203
+ 9121,0
204
+ 66709,1
205
+ 51472,1
206
+ 19809,1
207
+ 38959,1
208
+ 39849,0
209
+ 59964,0
210
+ 65268,1
211
+ 8791,0
212
+ 51774,1
213
+ 49640,0
214
+ 20125,1
215
+ 59640,0
216
+ 68206,1
217
+ 48079,1
218
+ 49583,0
219
+ 67054,0
220
+ 59571,1
221
+ 29080,1
222
+ 29111,1
223
+ 20758,1
224
+ 64023,0
225
+ 29058,0
226
+ 18185,1
227
+ 36543,0
228
+ 54983,1
229
+ 3101,1
230
+ 42140,0
231
+ 6954,0
232
+ 15955,1
233
+ 61746,0
234
+ 32055,0
235
+ 39496,1
236
+ 59909,1
237
+ 66296,0
238
+ 46804,1
239
+ 35049,0
240
+ 56017,1
241
+ 26947,1
242
+ 38928,0
243
+ 15029,1
244
+ 7086,0
245
+ 537,0
246
+ 50731,0
247
+ 63604,1
248
+ 67049,0
249
+ 31161,0
250
+ 58922,1
251
+ 18347,1
252
+ 25864,1
253
+ 63846,0
254
+ 13353,0
255
+ 25378,1
256
+ 59101,1
257
+ 20895,0
258
+ 48119,1
259
+ 14332,0
260
+ 25497,1
261
+ 8686,0
262
+ 22758,1
263
+ 7666,0
264
+ 20686,0
265
+ 18975,1
266
+ 19054,1
267
+ 48123,1
268
+ 57909,1
269
+ 9226,1
270
+ 48653,1
271
+ 44013,0
272
+ 11409,1
273
+ 62736,0
274
+ 2777,1
275
+ 7058,0
276
+ 48408,0
277
+ 28934,1
278
+ 46578,1
279
+ 23203,0
280
+ 6257,1
281
+ 53444,0
282
+ 17816,0
283
+ 46307,1
284
+ 20599,1
285
+ 29423,0
286
+ 21041,0
287
+ 16633,1
288
+ 20221,0
289
+ 27466,0
290
+ 22987,0
291
+ 9322,1
292
+ 3265,0
293
+ 22814,1
294
+ 56185,1
295
+ 55014,1
296
+ 43437,1
297
+ 24683,0
298
+ 10233,0
299
+ 19001,0
300
+ 32718,0
301
+ 31030,0
302
+ 1099,0
303
+ 57982,1
304
+ 49148,0
305
+ 40880,1
306
+ 31148,0
307
+ 9446,1
308
+ 18579,1
309
+ 30932,0
310
+ 40792,0
311
+ 48600,0
312
+ 44588,1
313
+ 33828,1
314
+ 33917,0
315
+ 2026,0
316
+ 56745,0
317
+ 17383,0
318
+ 2372,0
319
+ 56600,0
320
+ 50257,0
321
+ 38892,0
322
+ 45844,0
323
+ 29062,0
324
+ 5655,1
325
+ 67611,0
326
+ 18546,0
327
+ 63060,1
328
+ 36068,1
329
+ 784,0
330
+ 20429,0
331
+ 21679,1
332
+ 53617,1
333
+ 6978,1
334
+ 53262,0
335
+ 181,0
336
+ 28744,0
337
+ 48716,0
338
+ 51468,0
339
+ 62209,1
340
+ 8732,1
341
+ 56949,1
342
+ 26885,0
343
+ 43345,0
344
+ 8053,0
345
+ 59402,1
346
+ 49552,0
347
+ 12348,0
348
+ 28335,1
349
+ 59114,1
350
+ 12625,1
351
+ 8876,1
352
+ 29959,1
353
+ 37911,1
354
+ 38412,0
355
+ 31999,0
356
+ 34775,0
357
+ 65737,1
358
+ 25244,0
359
+ 51630,1
360
+ 23979,1
361
+ 34638,1
362
+ 22311,1
363
+ 14004,1
364
+ 310,1
365
+ 49105,0
366
+ 38782,1
367
+ 4647,1
368
+ 43782,0
369
+ 66046,0
370
+ 16690,1
371
+ 67731,0
372
+ 54867,1
373
+ 34108,1
374
+ 67332,0
375
+ 22567,0
376
+ 57173,0
377
+ 26527,1
378
+ 59580,1
379
+ 20737,0
380
+ 53307,0
381
+ 32783,0
382
+ 7868,1
383
+ 50777,0
384
+ 29307,1
385
+ 18297,0
386
+ 44524,1
387
+ 61320,0
388
+ 2578,0
389
+ 40612,1
390
+ 32523,1
391
+ 48509,0
392
+ 36666,1
393
+ 6539,1
394
+ 33620,1
395
+ 55547,1
396
+ 11751,1
397
+ 30491,0
398
+ 48294,1
399
+ 37424,1
400
+ 29155,1
finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=test_400/logits.csv ADDED
@@ -0,0 +1,400 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 17786,-0.00031466302,-8.250315
2
+ 12007,-0.00015793984,-9.500158
3
+ 8229,-0.0019483647,-6.2519484
4
+ 31449,-11.500058,-5.805324e-05
5
+ 1591,-0.00026973424,-8.50027
6
+ 53542,-8.250336,-0.00033551786
7
+ 49372,-10.000131,-0.00013088323
8
+ 54831,-0.0036923583,-5.628692
9
+ 44771,-6.751272,-0.0012722263
10
+ 33116,-9.4051706e-05,-10.625094
11
+ 33492,-8.250299,-0.00029917056
12
+ 16982,-0.4287998,-1.0537999
13
+ 31901,-8.750493,-0.00049268984
14
+ 49817,-0.00023672162,-8.8752365
15
+ 60681,-6.3767858,-0.0017855905
16
+ 39890,-7.750463,-0.00046314002
17
+ 62685,-0.00026961506,-8.50027
18
+ 2201,-12.37505,-5.0066647e-05
19
+ 47201,-0.00028653807,-8.375286
20
+ 20835,-11.250091,-9.023736e-05
21
+ 15421,-9.250139,-0.00013922676
22
+ 45021,-0.00028749148,-8.375287
23
+ 45802,-0.00023028583,-9.12523
24
+ 43637,-0.0003109687,-8.750311
25
+ 7160,-0.0002888024,-8.375289
26
+ 8150,-0.0025293997,-6.0025296
27
+ 3512,-10.000075,-7.521823e-05
28
+ 29264,-0.00015233787,-9.125153
29
+ 32960,-0.00012671144,-10.375127
30
+ 32221,-0.0001859492,-9.000186
31
+ 35996,-7.1258426,-0.0008425738
32
+ 4422,-11.875079,-7.9271034e-05
33
+ 22209,-0.00028725312,-8.375287
34
+ 6920,-11.250047,-4.6967358e-05
35
+ 25253,-0.00020346955,-8.875203
36
+ 680,-0.00067116146,-7.5006714
37
+ 50140,-10.250108,-0.00010799778
38
+ 28481,-8.875191,-0.00019083587
39
+ 36298,-0.00027688485,-8.500277
40
+ 16473,-11.000067,-6.687418e-05
41
+ 11102,-1.3133149,-0.31331488
42
+ 62901,-0.008664631,-4.7586646
43
+ 16123,-10.875161,-0.00016103878
44
+ 52012,-0.00013946515,-9.750139
45
+ 60780,-0.00023171601,-8.750232
46
+ 1781,-12.000055,-5.5430784e-05
47
+ 41449,-0.00012206286,-9.875122
48
+ 908,-2.8122628,-0.062262814
49
+ 15507,-10.500231,-0.00023040501
50
+ 57914,-8.2503,-0.000300839
51
+ 46159,-0.14271343,-2.0177135
52
+ 56461,-10.7500515,-5.161629e-05
53
+ 62107,-0.00032598426,-8.500326
54
+ 49087,-11.375051,-5.042426e-05
55
+ 65792,-0.0002039463,-8.875204
56
+ 13181,-0.00013207518,-9.750132
57
+ 54119,-11.000058,-5.8530048e-05
58
+ 51997,-0.00012206286,-9.500122
59
+ 24924,-12.000045,-4.458328e-05
60
+ 45890,-0.0005391575,-7.6255393
61
+ 41716,-0.026371159,-3.6513712
62
+ 60175,-0.00010096517,-10.000101
63
+ 30318,-0.00012861856,-9.375129
64
+ 13221,-9.250131,-0.00013112162
65
+ 15509,-10.750041,-4.1007155e-05
66
+ 37365,-0.9743618,-0.47436175
67
+ 60975,-0.00032634177,-8.500326
68
+ 51375,-0.00014387527,-9.375144
69
+ 16004,-10.000106,-0.000105494655
70
+ 12837,-8.750205,-0.00020501897
71
+ 17864,-11.375065,-6.4490145e-05
72
+ 67134,-9.500192,-0.00019167017
73
+ 18611,-8.875192,-0.00019214691
74
+ 12861,-6.1272626,-0.002262772
75
+ 58084,-11.12505,-4.9351427e-05
76
+ 32874,-0.0001596085,-9.375159
77
+ 32717,-10.750055,-5.578839e-05
78
+ 23413,-11.375159,-0.00015925094
79
+ 59634,-0.0002387477,-9.375238
80
+ 15629,-0.34891707,-1.223917
81
+ 47071,-0.0041916613,-5.504192
82
+ 48558,-9.125214,-0.0002138386
83
+ 3648,-0.00043597253,-7.875436
84
+ 43367,-0.00085603306,-7.125856
85
+ 14869,-0.00022694873,-8.875227
86
+ 1518,-0.00015209948,-9.375152
87
+ 16976,-10.379222,-0.004221576
88
+ 20931,-10.375076,-7.6648634e-05
89
+ 67379,-11.375087,-8.713819e-05
90
+ 4741,-0.0001257579,-9.625126
91
+ 5765,-9.250163,-0.00016342258
92
+ 48791,-0.0005523825,-7.625552
93
+ 15298,-0.00014196818,-9.875142
94
+ 21874,-10.750062,-6.1629304e-05
95
+ 9095,-9.875289,-0.00028856404
96
+ 3840,-11.37504,-3.9934315e-05
97
+ 55636,-0.0059688413,-5.130969
98
+ 57364,-0.0011269654,-6.876127
99
+ 65863,-0.00015364897,-10.000154
100
+ 40786,-0.00010322992,-9.875103
101
+ 8118,-10.750081,-8.141663e-05
102
+ 52441,-0.000203112,-8.875203
103
+ 38593,-0.00021157411,-8.750212
104
+ 5517,-0.000116937474,-10.000117
105
+ 39136,-7.500586,-0.0005858612
106
+ 47292,-0.00021491126,-9.375215
107
+ 34052,-0.0797828,-2.5797827
108
+ 16037,-11.1250515,-5.125868e-05
109
+ 64606,-10.750075,-7.4979835e-05
110
+ 19552,-0.00012051333,-9.87512
111
+ 14116,-5.628661,-0.0036610025
112
+ 11261,-0.00056036504,-7.6255603
113
+ 11668,-11.375041,-4.1245563e-05
114
+ 42198,-10.625059,-5.912606e-05
115
+ 22526,-12.250245,-0.0002448259
116
+ 8037,-5.379699,-0.0046990206
117
+ 5324,-9.000209,-0.00020883286
118
+ 56692,-0.0009628666,-7.0009627
119
+ 59753,-0.00029845553,-8.5002985
120
+ 47298,-0.00012289723,-9.750123
121
+ 57801,-1.2234806,-0.34848058
122
+ 58413,-12.125037,-3.7192607e-05
123
+ 10673,-8.427742e-05,-10.125084
124
+ 65730,-11.500052,-5.2689116e-05
125
+ 40287,-10.000119,-0.00011955977
126
+ 15186,-10.500131,-0.00013112162
127
+ 43119,-0.0002849888,-8.375285
128
+ 39219,-10.125141,-0.00014089546
129
+ 50340,-0.34849337,-1.2234933
130
+ 34297,-9.250186,-0.00018583001
131
+ 62941,-0.00041106835,-7.875411
132
+ 31551,-12.250054,-5.400035e-05
133
+ 41344,-10.375075,-7.5456635e-05
134
+ 46402,-11.000073,-7.390703e-05
135
+ 13636,-9.625107,-0.00010680582
136
+ 42241,-10.500072,-7.176142e-05
137
+ 15422,-0.0076450384,-4.882645
138
+ 25014,-10.500176,-0.000176295
139
+ 19613,-0.0007055892,-7.3757057
140
+ 5515,-0.00014399446,-10.375144
141
+ 64128,-0.00012873775,-10.000129
142
+ 28084,-0.00012432756,-10.500124
143
+ 10395,-0.28118816,-1.4061881
144
+ 9965,-0.0012225781,-6.7512226
145
+ 27221,-9.000183,-0.0001830887
146
+ 11994,-0.00012420837,-9.875124
147
+ 43384,-0.00016616394,-9.125166
148
+ 44329,-0.00016640233,-9.375166
149
+ 58937,-0.000116699084,-10.000116
150
+ 29119,-0.00013433985,-9.250134
151
+ 8989,-0.00020537652,-9.125205
152
+ 23043,-10.250103,-0.00010322992
153
+ 32166,-0.00017701012,-9.750177
154
+ 42729,-0.00020656837,-10.250207
155
+ 6863,-10.375177,-0.00017748689
156
+ 41187,-0.00011955977,-10.500119
157
+ 36039,-12.875068,-6.8185385e-05
158
+ 55977,-0.00062851224,-7.5006285
159
+ 8129,-9.875108,-0.000107521
160
+ 60223,-11.000081,-8.105903e-05
161
+ 9414,-0.00016366097,-9.000164
162
+ 26177,-0.00016950125,-9.75017
163
+ 38443,-0.0010655208,-6.8760657
164
+ 43084,-0.00010227634,-10.250102
165
+ 53673,-0.0005827636,-7.7505827
166
+ 15057,-0.0002952378,-8.375296
167
+ 51700,-0.00032717598,-8.625327
168
+ 51201,-9.750137,-0.00013708128
169
+ 47078,-10.2501,-9.97732e-05
170
+ 59961,-9.125147,-0.00014733183
171
+ 22272,-0.04940119,-3.0494013
172
+ 65773,-0.00055345474,-7.6255536
173
+ 33746,-0.005981995,-5.130982
174
+ 27311,-11.250059,-5.960287e-05
175
+ 41292,-0.00014792779,-9.125148
176
+ 17110,-0.0026353414,-6.0026355
177
+ 57029,-0.00016497205,-10.375165
178
+ 3009,-10.000064,-6.413254e-05
179
+ 40193,-10.500053,-5.3881147e-05
180
+ 27618,-9.125157,-0.00015746307
181
+ 20145,-11.625039,-3.8980677e-05
182
+ 52193,-10.750061,-6.1152496e-05
183
+ 34398,-0.00017951308,-9.500179
184
+ 36473,-11.1250725,-7.283422e-05
185
+ 43577,-0.000233027,-8.625233
186
+ 57850,-11.375051,-5.1020274e-05
187
+ 61117,-0.000295357,-8.625296
188
+ 32569,-2.1270292,-0.12702927
189
+ 12290,-12.125069,-6.89006e-05
190
+ 19499,-11.500087,-8.65422e-05
191
+ 60470,-0.0012067425,-6.751207
192
+ 8962,-12.000072,-7.152301e-05
193
+ 65955,-10.000112,-0.00011121608
194
+ 62486,-0.009841611,-4.6348414
195
+ 19000,-0.00017081232,-9.500171
196
+ 22631,-8.750223,-0.00022337325
197
+ 25613,-8.65422e-05,-10.250087
198
+ 56086,-9.500114,-0.000114315175
199
+ 28883,-0.0010165768,-7.0010166
200
+ 26425,-10.625066,-6.592056e-05
201
+ 48097,-0.00031549722,-8.250316
202
+ 61477,-0.008818728,-4.7588186
203
+ 9121,-0.0041213823,-5.5041213
204
+ 66709,-9.250142,-0.0001417298
205
+ 51472,-8.625318,-0.00031788065
206
+ 19809,-11.250046,-4.5656117e-05
207
+ 38959,-10.375098,-9.858122e-05
208
+ 39849,-0.00012051333,-9.37512
209
+ 59964,-0.00014494799,-9.375145
210
+ 65268,-10.000096,-9.595887e-05
211
+ 8791,-0.0001677134,-9.375168
212
+ 51774,-9.875092,-9.142935e-05
213
+ 49640,-0.00016985882,-9.37517
214
+ 20125,-10.12507,-6.997341e-05
215
+ 59640,-0.0002479246,-8.750248
216
+ 68206,-10.625637,-0.000637209
217
+ 48079,-11.25006,-6.019888e-05
218
+ 49583,-0.062069237,-2.8120692
219
+ 67054,-0.000120632525,-9.75012
220
+ 59571,-0.00013457824,-9.375134
221
+ 29080,-10.7500725,-7.235742e-05
222
+ 29111,-9.625094,-9.4647694e-05
223
+ 20758,-10.375065,-6.484775e-05
224
+ 64023,-0.00019929807,-9.000199
225
+ 29058,-0.00030274576,-8.625302
226
+ 18185,-9.6078074e-05,-11.750096
227
+ 36543,-0.00075490586,-7.250755
228
+ 54983,-9.000184,-0.00018368465
229
+ 3101,-7.7504516,-0.00045170117
230
+ 42140,-9.345572e-05,-10.500093
231
+ 6954,-0.00022825974,-8.625228
232
+ 15955,-8.125694,-0.0006939149
233
+ 61746,-0.00012730742,-9.625127
234
+ 32055,-0.0001504308,-9.750151
235
+ 39496,-9.625189,-0.00018869051
236
+ 59909,-8.000358,-0.0003580406
237
+ 66296,-0.00015805903,-9.625158
238
+ 46804,-8.875224,-0.00022420754
239
+ 35049,-0.00020013237,-9.2502
240
+ 56017,-7.001032,-0.0010320581
241
+ 26947,-10.000078,-7.819824e-05
242
+ 38928,-0.00016795179,-9.375168
243
+ 15029,-11.750109,-0.00010859377
244
+ 7086,-0.00014852374,-10.000149
245
+ 537,-0.00017188503,-10.750172
246
+ 50731,-0.00016640233,-9.375166
247
+ 63604,-10.625064,-6.437094e-05
248
+ 67049,-0.00024256148,-8.500242
249
+ 31161,-0.00046993178,-7.75047
250
+ 58922,-11.6250725,-7.295342e-05
251
+ 18347,-11.625045,-4.458328e-05
252
+ 25864,-0.0125435935,-4.3875437
253
+ 63846,-0.00011991736,-9.75012
254
+ 13353,-0.00085770054,-7.125858
255
+ 25378,-1.9103352,-0.1603352
256
+ 59101,-11.250095,-9.500529e-05
257
+ 20895,-0.00023278865,-8.625233
258
+ 48119,-10.750064,-6.3536536e-05
259
+ 14332,-0.0005293875,-7.6255293
260
+ 25497,-9.000183,-0.00018273115
261
+ 8686,-0.00024458754,-9.000244
262
+ 22758,-6.8761287,-0.0011285134
263
+ 7666,-0.001071713,-6.876072
264
+ 20686,-0.012694621,-4.387695
265
+ 18975,-10.125123,-0.00012325481
266
+ 19054,-4.2642274,-0.014227267
267
+ 48123,-11.500044,-4.4344873e-05
268
+ 57909,-10.500068,-6.747018e-05
269
+ 9226,-10.750263,-0.00026294112
270
+ 48653,-0.0004440752,-7.875444
271
+ 44013,-0.00058812485,-7.875588
272
+ 11409,-11.250085,-8.511181e-05
273
+ 62736,-0.00020632999,-9.125206
274
+ 2777,-9.875161,-0.00016139635
275
+ 7058,-0.00013374387,-9.3751335
276
+ 48408,-0.00024637525,-8.875246
277
+ 28934,-10.500057,-5.7338024e-05
278
+ 46578,-10.8750925,-9.250213e-05
279
+ 23203,-0.6326639,-0.7576639
280
+ 6257,-10.750065,-6.484775e-05
281
+ 53444,-0.0006017066,-7.750602
282
+ 17816,-0.00023255029,-9.250233
283
+ 46307,-10.250083,-8.3443025e-05
284
+ 20599,-12.125061,-6.13909e-05
285
+ 29423,-0.000103706705,-9.625104
286
+ 21041,-9.6078074e-05,-10.125096
287
+ 16633,-11.500053,-5.3523538e-05
288
+ 20221,-0.0015488783,-6.501549
289
+ 27466,-0.00010835537,-10.375109
290
+ 22987,-0.00036781223,-8.125368
291
+ 9322,-0.00025424108,-8.750255
292
+ 3265,-0.0004215544,-8.000422
293
+ 22814,-8.125348,-0.0003481497
294
+ 56185,-10.500078,-7.784064e-05
295
+ 55014,-9.750094,-9.42901e-05
296
+ 43437,-10.500065,-6.484775e-05
297
+ 24683,-0.00027938755,-8.375279
298
+ 10233,-2.3502765,-0.10027635
299
+ 19001,-0.00014447123,-9.250144
300
+ 32718,-0.00086520426,-7.125865
301
+ 31030,-0.000112408045,-10.000113
302
+ 1099,-0.00020478059,-9.000205
303
+ 57982,-7.250762,-0.00076205295
304
+ 49148,-0.00195705,-6.251957
305
+ 40880,-11.250039,-3.9457496e-05
306
+ 31148,-0.00010203794,-10.000102
307
+ 9446,-10.25007,-6.9258196e-05
308
+ 18579,-12.000071,-7.033101e-05
309
+ 30932,-0.038172804,-3.2881727
310
+ 40792,-0.00035434644,-8.250355
311
+ 48600,-0.0002479246,-8.750248
312
+ 44588,-2.4641607,-0.08916061
313
+ 33828,-8.625235,-0.000234338
314
+ 33917,-0.00017331529,-9.875174
315
+ 2026,-0.006763778,-5.006764
316
+ 56745,-0.00062172156,-7.500622
317
+ 17383,-0.00055976934,-7.62556
318
+ 2372,-0.004772937,-5.754773
319
+ 56600,-0.0011420879,-7.251142
320
+ 50257,-0.00019798703,-8.875198
321
+ 38892,-0.0015768487,-6.501577
322
+ 45844,-0.00028772984,-8.750288
323
+ 29062,-0.0003060826,-8.750306
324
+ 5655,-10.250064,-6.3894135e-05
325
+ 67611,-0.00017951308,-9.375179
326
+ 18546,-0.000216699,-9.1252165
327
+ 63060,-11.125129,-0.00012873775
328
+ 36068,-12.000073,-7.343022e-05
329
+ 784,-0.001976562,-6.2519765
330
+ 20429,-0.00017605662,-9.375176
331
+ 21679,-10.1251,-0.000100249985
332
+ 53617,-10.750067,-6.699338e-05
333
+ 6978,-11.7500515,-5.125868e-05
334
+ 53262,-0.0001689053,-9.625169
335
+ 181,-0.00024375328,-8.875244
336
+ 28744,-0.000990258,-7.0009904
337
+ 48716,-0.00021646064,-8.8752165
338
+ 51468,-0.00015901255,-9.000159
339
+ 62209,-10.625057,-5.709962e-05
340
+ 8732,-0.22635666,-1.6013566
341
+ 56949,-6.876176,-0.0011756659
342
+ 26885,-0.00010632903,-10.125106
343
+ 43345,-0.00013171759,-9.500132
344
+ 8053,-6.6263976,-0.0013974672
345
+ 59402,-9.750097,-9.715085e-05
346
+ 49552,-0.00055750564,-7.6255574
347
+ 12348,-0.00025054652,-9.000251
348
+ 28335,-4.2642083,-0.014208111
349
+ 59114,-8.875222,-0.0002224198
350
+ 12625,-9.875128,-0.00012826097
351
+ 8876,-8.250364,-0.0003644756
352
+ 29959,-10.625068,-6.747018e-05
353
+ 37911,-0.0002258761,-8.625226
354
+ 38412,-0.00020656837,-8.750207
355
+ 31999,-0.0002454218,-8.625245
356
+ 34775,-0.00027295202,-8.500273
357
+ 65737,-9.8750925,-9.285972e-05
358
+ 25244,-0.00030632096,-8.375306
359
+ 51630,-8.625217,-0.00021753329
360
+ 23979,-7.5005884,-0.0005884823
361
+ 34638,-10.250087,-8.7019e-05
362
+ 22311,-12.62506,-5.972207e-05
363
+ 14004,-9.375119,-0.00011944058
364
+ 310,-0.00045634824,-7.7504563
365
+ 49105,-0.00019679517,-8.875196
366
+ 38782,-12.375064,-6.401334e-05
367
+ 4647,-10.625069,-6.866219e-05
368
+ 43782,-0.00010442189,-10.000104
369
+ 66046,-0.000234338,-8.750235
370
+ 16690,-11.375091,-9.035656e-05
371
+ 67731,-0.0009683449,-7.0009685
372
+ 54867,-9.875121,-0.00012099011
373
+ 34108,-5.0067816,-0.0067817755
374
+ 67332,-0.0004923324,-7.750492
375
+ 22567,-0.00023576818,-8.625236
376
+ 57173,-0.0005947966,-7.5005946
377
+ 26527,-10.500102,-0.000102395534
378
+ 59580,-5.753214,-0.0032139574
379
+ 20737,-0.00028212857,-8.625282
380
+ 53307,-0.00025936577,-8.500259
381
+ 32783,-0.0006343498,-7.500634
382
+ 7868,-10.750059,-5.876845e-05
383
+ 50777,-0.00013910756,-9.750139
384
+ 29307,-11.375072,-7.140382e-05
385
+ 18297,-0.00026186852,-8.500262
386
+ 44524,-11.750059,-5.876845e-05
387
+ 61320,-0.00023696,-9.2502365
388
+ 2578,-0.474365,-0.974365
389
+ 40612,-0.0013180625,-6.751318
390
+ 32523,-0.112876125,-2.2378762
391
+ 48509,-0.00018010901,-9.12518
392
+ 36666,-9.375121,-0.00012134769
393
+ 6539,-10.8750515,-5.113948e-05
394
+ 33620,-11.000082,-8.165503e-05
395
+ 55547,-9.875099,-9.95348e-05
396
+ 11751,-10.250065,-6.5086155e-05
397
+ 30491,-0.0020631712,-6.2520633
398
+ 48294,-10.12512,-0.00011979816
399
+ 37424,-9.125153,-0.00015221868
400
+ 29155,-0.0012013845,-6.751201
finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/train_args.yaml ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ K: null
2
+ global_batch_size: 8
3
+ learning_rate: 0.0001
4
+ loss: ans
5
+ max_steps: -1
6
+ micro_batch_size: 1
7
+ optimizer_name: adamw
8
+ patience: 10
9
+ val_check_interval: 16
10
+ weight_decay: 0.0
finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/config.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlamaForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 128000,
8
+ "eos_token_id": [
9
+ 128001,
10
+ 128008,
11
+ 128009
12
+ ],
13
+ "head_dim": 64,
14
+ "hidden_act": "silu",
15
+ "hidden_size": 2048,
16
+ "initializer_range": 0.02,
17
+ "intermediate_size": 8192,
18
+ "max_position_embeddings": 131072,
19
+ "mlp_bias": false,
20
+ "model_type": "llama",
21
+ "num_attention_heads": 32,
22
+ "num_hidden_layers": 16,
23
+ "num_key_value_heads": 8,
24
+ "pretraining_tp": 1,
25
+ "rms_norm_eps": 1e-05,
26
+ "rope_scaling": {
27
+ "factor": 32.0,
28
+ "high_freq_factor": 4.0,
29
+ "low_freq_factor": 1.0,
30
+ "original_max_position_embeddings": 8192,
31
+ "rope_type": "llama3"
32
+ },
33
+ "rope_theta": 500000.0,
34
+ "tie_word_embeddings": true,
35
+ "torch_dtype": "bfloat16",
36
+ "transformers_version": "4.45.0.dev0",
37
+ "use_cache": true,
38
+ "vocab_size": 128256
39
+ }
finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/generation_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 128000,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 128001,
6
+ 128008,
7
+ 128009
8
+ ],
9
+ "temperature": 0.6,
10
+ "top_p": 0.9,
11
+ "transformers_version": "4.45.0.dev0"
12
+ }
finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ attention_logit_softcapping: null
2
+ attention_scores_scalar: null
3
+ bias: false
4
+ block_size: 131072
5
+ final_logit_softcapping: null
6
+ gelu_approximate: none
7
+ head_size: 64
8
+ hf_config:
9
+ name: Llama-3.2-1B-Instruct
10
+ org: meta-llama
11
+ intermediate_size: 8192
12
+ lm_head_bias: false
13
+ mlp_class_name: LLaMAMLP
14
+ n_embd: 2048
15
+ n_expert: 0
16
+ n_expert_per_token: 0
17
+ n_head: 32
18
+ n_layer: 16
19
+ n_query_groups: 8
20
+ name: Llama-3.2-1B-Instruct
21
+ norm_class_name: RMSNorm
22
+ norm_eps: 1.0e-05
23
+ padded_vocab_size: 128256
24
+ padding_multiple: 512
25
+ parallel_residual: false
26
+ post_attention_norm: false
27
+ post_mlp_norm: false
28
+ rope_adjustments:
29
+ factor: 32.0
30
+ high_freq_factor: 4.0
31
+ low_freq_factor: 1.0
32
+ original_max_seq_len: 8192
33
+ rope_base: 500000
34
+ rope_condense_ratio: 1
35
+ rotary_percentage: 1.0
36
+ scale_embeddings: false
37
+ shared_attention_norm: false
38
+ sliding_window_layer_placing: null
39
+ sliding_window_size: null
40
+ vocab_size: 128000
finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json ADDED
@@ -0,0 +1,2062 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "128000": {
4
+ "content": "<|begin_of_text|>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "128001": {
12
+ "content": "<|end_of_text|>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "128002": {
20
+ "content": "<|reserved_special_token_0|>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "128003": {
28
+ "content": "<|reserved_special_token_1|>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "128004": {
36
+ "content": "<|finetune_right_pad_id|>",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ },
43
+ "128005": {
44
+ "content": "<|reserved_special_token_2|>",
45
+ "lstrip": false,
46
+ "normalized": false,
47
+ "rstrip": false,
48
+ "single_word": false,
49
+ "special": true
50
+ },
51
+ "128006": {
52
+ "content": "<|start_header_id|>",
53
+ "lstrip": false,
54
+ "normalized": false,
55
+ "rstrip": false,
56
+ "single_word": false,
57
+ "special": true
58
+ },
59
+ "128007": {
60
+ "content": "<|end_header_id|>",
61
+ "lstrip": false,
62
+ "normalized": false,
63
+ "rstrip": false,
64
+ "single_word": false,
65
+ "special": true
66
+ },
67
+ "128008": {
68
+ "content": "<|eom_id|>",
69
+ "lstrip": false,
70
+ "normalized": false,
71
+ "rstrip": false,
72
+ "single_word": false,
73
+ "special": true
74
+ },
75
+ "128009": {
76
+ "content": "<|eot_id|>",
77
+ "lstrip": false,
78
+ "normalized": false,
79
+ "rstrip": false,
80
+ "single_word": false,
81
+ "special": true
82
+ },
83
+ "128010": {
84
+ "content": "<|python_tag|>",
85
+ "lstrip": false,
86
+ "normalized": false,
87
+ "rstrip": false,
88
+ "single_word": false,
89
+ "special": true
90
+ },
91
+ "128011": {
92
+ "content": "<|reserved_special_token_3|>",
93
+ "lstrip": false,
94
+ "normalized": false,
95
+ "rstrip": false,
96
+ "single_word": false,
97
+ "special": true
98
+ },
99
+ "128012": {
100
+ "content": "<|reserved_special_token_4|>",
101
+ "lstrip": false,
102
+ "normalized": false,
103
+ "rstrip": false,
104
+ "single_word": false,
105
+ "special": true
106
+ },
107
+ "128013": {
108
+ "content": "<|reserved_special_token_5|>",
109
+ "lstrip": false,
110
+ "normalized": false,
111
+ "rstrip": false,
112
+ "single_word": false,
113
+ "special": true
114
+ },
115
+ "128014": {
116
+ "content": "<|reserved_special_token_6|>",
117
+ "lstrip": false,
118
+ "normalized": false,
119
+ "rstrip": false,
120
+ "single_word": false,
121
+ "special": true
122
+ },
123
+ "128015": {
124
+ "content": "<|reserved_special_token_7|>",
125
+ "lstrip": false,
126
+ "normalized": false,
127
+ "rstrip": false,
128
+ "single_word": false,
129
+ "special": true
130
+ },
131
+ "128016": {
132
+ "content": "<|reserved_special_token_8|>",
133
+ "lstrip": false,
134
+ "normalized": false,
135
+ "rstrip": false,
136
+ "single_word": false,
137
+ "special": true
138
+ },
139
+ "128017": {
140
+ "content": "<|reserved_special_token_9|>",
141
+ "lstrip": false,
142
+ "normalized": false,
143
+ "rstrip": false,
144
+ "single_word": false,
145
+ "special": true
146
+ },
147
+ "128018": {
148
+ "content": "<|reserved_special_token_10|>",
149
+ "lstrip": false,
150
+ "normalized": false,
151
+ "rstrip": false,
152
+ "single_word": false,
153
+ "special": true
154
+ },
155
+ "128019": {
156
+ "content": "<|reserved_special_token_11|>",
157
+ "lstrip": false,
158
+ "normalized": false,
159
+ "rstrip": false,
160
+ "single_word": false,
161
+ "special": true
162
+ },
163
+ "128020": {
164
+ "content": "<|reserved_special_token_12|>",
165
+ "lstrip": false,
166
+ "normalized": false,
167
+ "rstrip": false,
168
+ "single_word": false,
169
+ "special": true
170
+ },
171
+ "128021": {
172
+ "content": "<|reserved_special_token_13|>",
173
+ "lstrip": false,
174
+ "normalized": false,
175
+ "rstrip": false,
176
+ "single_word": false,
177
+ "special": true
178
+ },
179
+ "128022": {
180
+ "content": "<|reserved_special_token_14|>",
181
+ "lstrip": false,
182
+ "normalized": false,
183
+ "rstrip": false,
184
+ "single_word": false,
185
+ "special": true
186
+ },
187
+ "128023": {
188
+ "content": "<|reserved_special_token_15|>",
189
+ "lstrip": false,
190
+ "normalized": false,
191
+ "rstrip": false,
192
+ "single_word": false,
193
+ "special": true
194
+ },
195
+ "128024": {
196
+ "content": "<|reserved_special_token_16|>",
197
+ "lstrip": false,
198
+ "normalized": false,
199
+ "rstrip": false,
200
+ "single_word": false,
201
+ "special": true
202
+ },
203
+ "128025": {
204
+ "content": "<|reserved_special_token_17|>",
205
+ "lstrip": false,
206
+ "normalized": false,
207
+ "rstrip": false,
208
+ "single_word": false,
209
+ "special": true
210
+ },
211
+ "128026": {
212
+ "content": "<|reserved_special_token_18|>",
213
+ "lstrip": false,
214
+ "normalized": false,
215
+ "rstrip": false,
216
+ "single_word": false,
217
+ "special": true
218
+ },
219
+ "128027": {
220
+ "content": "<|reserved_special_token_19|>",
221
+ "lstrip": false,
222
+ "normalized": false,
223
+ "rstrip": false,
224
+ "single_word": false,
225
+ "special": true
226
+ },
227
+ "128028": {
228
+ "content": "<|reserved_special_token_20|>",
229
+ "lstrip": false,
230
+ "normalized": false,
231
+ "rstrip": false,
232
+ "single_word": false,
233
+ "special": true
234
+ },
235
+ "128029": {
236
+ "content": "<|reserved_special_token_21|>",
237
+ "lstrip": false,
238
+ "normalized": false,
239
+ "rstrip": false,
240
+ "single_word": false,
241
+ "special": true
242
+ },
243
+ "128030": {
244
+ "content": "<|reserved_special_token_22|>",
245
+ "lstrip": false,
246
+ "normalized": false,
247
+ "rstrip": false,
248
+ "single_word": false,
249
+ "special": true
250
+ },
251
+ "128031": {
252
+ "content": "<|reserved_special_token_23|>",
253
+ "lstrip": false,
254
+ "normalized": false,
255
+ "rstrip": false,
256
+ "single_word": false,
257
+ "special": true
258
+ },
259
+ "128032": {
260
+ "content": "<|reserved_special_token_24|>",
261
+ "lstrip": false,
262
+ "normalized": false,
263
+ "rstrip": false,
264
+ "single_word": false,
265
+ "special": true
266
+ },
267
+ "128033": {
268
+ "content": "<|reserved_special_token_25|>",
269
+ "lstrip": false,
270
+ "normalized": false,
271
+ "rstrip": false,
272
+ "single_word": false,
273
+ "special": true
274
+ },
275
+ "128034": {
276
+ "content": "<|reserved_special_token_26|>",
277
+ "lstrip": false,
278
+ "normalized": false,
279
+ "rstrip": false,
280
+ "single_word": false,
281
+ "special": true
282
+ },
283
+ "128035": {
284
+ "content": "<|reserved_special_token_27|>",
285
+ "lstrip": false,
286
+ "normalized": false,
287
+ "rstrip": false,
288
+ "single_word": false,
289
+ "special": true
290
+ },
291
+ "128036": {
292
+ "content": "<|reserved_special_token_28|>",
293
+ "lstrip": false,
294
+ "normalized": false,
295
+ "rstrip": false,
296
+ "single_word": false,
297
+ "special": true
298
+ },
299
+ "128037": {
300
+ "content": "<|reserved_special_token_29|>",
301
+ "lstrip": false,
302
+ "normalized": false,
303
+ "rstrip": false,
304
+ "single_word": false,
305
+ "special": true
306
+ },
307
+ "128038": {
308
+ "content": "<|reserved_special_token_30|>",
309
+ "lstrip": false,
310
+ "normalized": false,
311
+ "rstrip": false,
312
+ "single_word": false,
313
+ "special": true
314
+ },
315
+ "128039": {
316
+ "content": "<|reserved_special_token_31|>",
317
+ "lstrip": false,
318
+ "normalized": false,
319
+ "rstrip": false,
320
+ "single_word": false,
321
+ "special": true
322
+ },
323
+ "128040": {
324
+ "content": "<|reserved_special_token_32|>",
325
+ "lstrip": false,
326
+ "normalized": false,
327
+ "rstrip": false,
328
+ "single_word": false,
329
+ "special": true
330
+ },
331
+ "128041": {
332
+ "content": "<|reserved_special_token_33|>",
333
+ "lstrip": false,
334
+ "normalized": false,
335
+ "rstrip": false,
336
+ "single_word": false,
337
+ "special": true
338
+ },
339
+ "128042": {
340
+ "content": "<|reserved_special_token_34|>",
341
+ "lstrip": false,
342
+ "normalized": false,
343
+ "rstrip": false,
344
+ "single_word": false,
345
+ "special": true
346
+ },
347
+ "128043": {
348
+ "content": "<|reserved_special_token_35|>",
349
+ "lstrip": false,
350
+ "normalized": false,
351
+ "rstrip": false,
352
+ "single_word": false,
353
+ "special": true
354
+ },
355
+ "128044": {
356
+ "content": "<|reserved_special_token_36|>",
357
+ "lstrip": false,
358
+ "normalized": false,
359
+ "rstrip": false,
360
+ "single_word": false,
361
+ "special": true
362
+ },
363
+ "128045": {
364
+ "content": "<|reserved_special_token_37|>",
365
+ "lstrip": false,
366
+ "normalized": false,
367
+ "rstrip": false,
368
+ "single_word": false,
369
+ "special": true
370
+ },
371
+ "128046": {
372
+ "content": "<|reserved_special_token_38|>",
373
+ "lstrip": false,
374
+ "normalized": false,
375
+ "rstrip": false,
376
+ "single_word": false,
377
+ "special": true
378
+ },
379
+ "128047": {
380
+ "content": "<|reserved_special_token_39|>",
381
+ "lstrip": false,
382
+ "normalized": false,
383
+ "rstrip": false,
384
+ "single_word": false,
385
+ "special": true
386
+ },
387
+ "128048": {
388
+ "content": "<|reserved_special_token_40|>",
389
+ "lstrip": false,
390
+ "normalized": false,
391
+ "rstrip": false,
392
+ "single_word": false,
393
+ "special": true
394
+ },
395
+ "128049": {
396
+ "content": "<|reserved_special_token_41|>",
397
+ "lstrip": false,
398
+ "normalized": false,
399
+ "rstrip": false,
400
+ "single_word": false,
401
+ "special": true
402
+ },
403
+ "128050": {
404
+ "content": "<|reserved_special_token_42|>",
405
+ "lstrip": false,
406
+ "normalized": false,
407
+ "rstrip": false,
408
+ "single_word": false,
409
+ "special": true
410
+ },
411
+ "128051": {
412
+ "content": "<|reserved_special_token_43|>",
413
+ "lstrip": false,
414
+ "normalized": false,
415
+ "rstrip": false,
416
+ "single_word": false,
417
+ "special": true
418
+ },
419
+ "128052": {
420
+ "content": "<|reserved_special_token_44|>",
421
+ "lstrip": false,
422
+ "normalized": false,
423
+ "rstrip": false,
424
+ "single_word": false,
425
+ "special": true
426
+ },
427
+ "128053": {
428
+ "content": "<|reserved_special_token_45|>",
429
+ "lstrip": false,
430
+ "normalized": false,
431
+ "rstrip": false,
432
+ "single_word": false,
433
+ "special": true
434
+ },
435
+ "128054": {
436
+ "content": "<|reserved_special_token_46|>",
437
+ "lstrip": false,
438
+ "normalized": false,
439
+ "rstrip": false,
440
+ "single_word": false,
441
+ "special": true
442
+ },
443
+ "128055": {
444
+ "content": "<|reserved_special_token_47|>",
445
+ "lstrip": false,
446
+ "normalized": false,
447
+ "rstrip": false,
448
+ "single_word": false,
449
+ "special": true
450
+ },
451
+ "128056": {
452
+ "content": "<|reserved_special_token_48|>",
453
+ "lstrip": false,
454
+ "normalized": false,
455
+ "rstrip": false,
456
+ "single_word": false,
457
+ "special": true
458
+ },
459
+ "128057": {
460
+ "content": "<|reserved_special_token_49|>",
461
+ "lstrip": false,
462
+ "normalized": false,
463
+ "rstrip": false,
464
+ "single_word": false,
465
+ "special": true
466
+ },
467
+ "128058": {
468
+ "content": "<|reserved_special_token_50|>",
469
+ "lstrip": false,
470
+ "normalized": false,
471
+ "rstrip": false,
472
+ "single_word": false,
473
+ "special": true
474
+ },
475
+ "128059": {
476
+ "content": "<|reserved_special_token_51|>",
477
+ "lstrip": false,
478
+ "normalized": false,
479
+ "rstrip": false,
480
+ "single_word": false,
481
+ "special": true
482
+ },
483
+ "128060": {
484
+ "content": "<|reserved_special_token_52|>",
485
+ "lstrip": false,
486
+ "normalized": false,
487
+ "rstrip": false,
488
+ "single_word": false,
489
+ "special": true
490
+ },
491
+ "128061": {
492
+ "content": "<|reserved_special_token_53|>",
493
+ "lstrip": false,
494
+ "normalized": false,
495
+ "rstrip": false,
496
+ "single_word": false,
497
+ "special": true
498
+ },
499
+ "128062": {
500
+ "content": "<|reserved_special_token_54|>",
501
+ "lstrip": false,
502
+ "normalized": false,
503
+ "rstrip": false,
504
+ "single_word": false,
505
+ "special": true
506
+ },
507
+ "128063": {
508
+ "content": "<|reserved_special_token_55|>",
509
+ "lstrip": false,
510
+ "normalized": false,
511
+ "rstrip": false,
512
+ "single_word": false,
513
+ "special": true
514
+ },
515
+ "128064": {
516
+ "content": "<|reserved_special_token_56|>",
517
+ "lstrip": false,
518
+ "normalized": false,
519
+ "rstrip": false,
520
+ "single_word": false,
521
+ "special": true
522
+ },
523
+ "128065": {
524
+ "content": "<|reserved_special_token_57|>",
525
+ "lstrip": false,
526
+ "normalized": false,
527
+ "rstrip": false,
528
+ "single_word": false,
529
+ "special": true
530
+ },
531
+ "128066": {
532
+ "content": "<|reserved_special_token_58|>",
533
+ "lstrip": false,
534
+ "normalized": false,
535
+ "rstrip": false,
536
+ "single_word": false,
537
+ "special": true
538
+ },
539
+ "128067": {
540
+ "content": "<|reserved_special_token_59|>",
541
+ "lstrip": false,
542
+ "normalized": false,
543
+ "rstrip": false,
544
+ "single_word": false,
545
+ "special": true
546
+ },
547
+ "128068": {
548
+ "content": "<|reserved_special_token_60|>",
549
+ "lstrip": false,
550
+ "normalized": false,
551
+ "rstrip": false,
552
+ "single_word": false,
553
+ "special": true
554
+ },
555
+ "128069": {
556
+ "content": "<|reserved_special_token_61|>",
557
+ "lstrip": false,
558
+ "normalized": false,
559
+ "rstrip": false,
560
+ "single_word": false,
561
+ "special": true
562
+ },
563
+ "128070": {
564
+ "content": "<|reserved_special_token_62|>",
565
+ "lstrip": false,
566
+ "normalized": false,
567
+ "rstrip": false,
568
+ "single_word": false,
569
+ "special": true
570
+ },
571
+ "128071": {
572
+ "content": "<|reserved_special_token_63|>",
573
+ "lstrip": false,
574
+ "normalized": false,
575
+ "rstrip": false,
576
+ "single_word": false,
577
+ "special": true
578
+ },
579
+ "128072": {
580
+ "content": "<|reserved_special_token_64|>",
581
+ "lstrip": false,
582
+ "normalized": false,
583
+ "rstrip": false,
584
+ "single_word": false,
585
+ "special": true
586
+ },
587
+ "128073": {
588
+ "content": "<|reserved_special_token_65|>",
589
+ "lstrip": false,
590
+ "normalized": false,
591
+ "rstrip": false,
592
+ "single_word": false,
593
+ "special": true
594
+ },
595
+ "128074": {
596
+ "content": "<|reserved_special_token_66|>",
597
+ "lstrip": false,
598
+ "normalized": false,
599
+ "rstrip": false,
600
+ "single_word": false,
601
+ "special": true
602
+ },
603
+ "128075": {
604
+ "content": "<|reserved_special_token_67|>",
605
+ "lstrip": false,
606
+ "normalized": false,
607
+ "rstrip": false,
608
+ "single_word": false,
609
+ "special": true
610
+ },
611
+ "128076": {
612
+ "content": "<|reserved_special_token_68|>",
613
+ "lstrip": false,
614
+ "normalized": false,
615
+ "rstrip": false,
616
+ "single_word": false,
617
+ "special": true
618
+ },
619
+ "128077": {
620
+ "content": "<|reserved_special_token_69|>",
621
+ "lstrip": false,
622
+ "normalized": false,
623
+ "rstrip": false,
624
+ "single_word": false,
625
+ "special": true
626
+ },
627
+ "128078": {
628
+ "content": "<|reserved_special_token_70|>",
629
+ "lstrip": false,
630
+ "normalized": false,
631
+ "rstrip": false,
632
+ "single_word": false,
633
+ "special": true
634
+ },
635
+ "128079": {
636
+ "content": "<|reserved_special_token_71|>",
637
+ "lstrip": false,
638
+ "normalized": false,
639
+ "rstrip": false,
640
+ "single_word": false,
641
+ "special": true
642
+ },
643
+ "128080": {
644
+ "content": "<|reserved_special_token_72|>",
645
+ "lstrip": false,
646
+ "normalized": false,
647
+ "rstrip": false,
648
+ "single_word": false,
649
+ "special": true
650
+ },
651
+ "128081": {
652
+ "content": "<|reserved_special_token_73|>",
653
+ "lstrip": false,
654
+ "normalized": false,
655
+ "rstrip": false,
656
+ "single_word": false,
657
+ "special": true
658
+ },
659
+ "128082": {
660
+ "content": "<|reserved_special_token_74|>",
661
+ "lstrip": false,
662
+ "normalized": false,
663
+ "rstrip": false,
664
+ "single_word": false,
665
+ "special": true
666
+ },
667
+ "128083": {
668
+ "content": "<|reserved_special_token_75|>",
669
+ "lstrip": false,
670
+ "normalized": false,
671
+ "rstrip": false,
672
+ "single_word": false,
673
+ "special": true
674
+ },
675
+ "128084": {
676
+ "content": "<|reserved_special_token_76|>",
677
+ "lstrip": false,
678
+ "normalized": false,
679
+ "rstrip": false,
680
+ "single_word": false,
681
+ "special": true
682
+ },
683
+ "128085": {
684
+ "content": "<|reserved_special_token_77|>",
685
+ "lstrip": false,
686
+ "normalized": false,
687
+ "rstrip": false,
688
+ "single_word": false,
689
+ "special": true
690
+ },
691
+ "128086": {
692
+ "content": "<|reserved_special_token_78|>",
693
+ "lstrip": false,
694
+ "normalized": false,
695
+ "rstrip": false,
696
+ "single_word": false,
697
+ "special": true
698
+ },
699
+ "128087": {
700
+ "content": "<|reserved_special_token_79|>",
701
+ "lstrip": false,
702
+ "normalized": false,
703
+ "rstrip": false,
704
+ "single_word": false,
705
+ "special": true
706
+ },
707
+ "128088": {
708
+ "content": "<|reserved_special_token_80|>",
709
+ "lstrip": false,
710
+ "normalized": false,
711
+ "rstrip": false,
712
+ "single_word": false,
713
+ "special": true
714
+ },
715
+ "128089": {
716
+ "content": "<|reserved_special_token_81|>",
717
+ "lstrip": false,
718
+ "normalized": false,
719
+ "rstrip": false,
720
+ "single_word": false,
721
+ "special": true
722
+ },
723
+ "128090": {
724
+ "content": "<|reserved_special_token_82|>",
725
+ "lstrip": false,
726
+ "normalized": false,
727
+ "rstrip": false,
728
+ "single_word": false,
729
+ "special": true
730
+ },
731
+ "128091": {
732
+ "content": "<|reserved_special_token_83|>",
733
+ "lstrip": false,
734
+ "normalized": false,
735
+ "rstrip": false,
736
+ "single_word": false,
737
+ "special": true
738
+ },
739
+ "128092": {
740
+ "content": "<|reserved_special_token_84|>",
741
+ "lstrip": false,
742
+ "normalized": false,
743
+ "rstrip": false,
744
+ "single_word": false,
745
+ "special": true
746
+ },
747
+ "128093": {
748
+ "content": "<|reserved_special_token_85|>",
749
+ "lstrip": false,
750
+ "normalized": false,
751
+ "rstrip": false,
752
+ "single_word": false,
753
+ "special": true
754
+ },
755
+ "128094": {
756
+ "content": "<|reserved_special_token_86|>",
757
+ "lstrip": false,
758
+ "normalized": false,
759
+ "rstrip": false,
760
+ "single_word": false,
761
+ "special": true
762
+ },
763
+ "128095": {
764
+ "content": "<|reserved_special_token_87|>",
765
+ "lstrip": false,
766
+ "normalized": false,
767
+ "rstrip": false,
768
+ "single_word": false,
769
+ "special": true
770
+ },
771
+ "128096": {
772
+ "content": "<|reserved_special_token_88|>",
773
+ "lstrip": false,
774
+ "normalized": false,
775
+ "rstrip": false,
776
+ "single_word": false,
777
+ "special": true
778
+ },
779
+ "128097": {
780
+ "content": "<|reserved_special_token_89|>",
781
+ "lstrip": false,
782
+ "normalized": false,
783
+ "rstrip": false,
784
+ "single_word": false,
785
+ "special": true
786
+ },
787
+ "128098": {
788
+ "content": "<|reserved_special_token_90|>",
789
+ "lstrip": false,
790
+ "normalized": false,
791
+ "rstrip": false,
792
+ "single_word": false,
793
+ "special": true
794
+ },
795
+ "128099": {
796
+ "content": "<|reserved_special_token_91|>",
797
+ "lstrip": false,
798
+ "normalized": false,
799
+ "rstrip": false,
800
+ "single_word": false,
801
+ "special": true
802
+ },
803
+ "128100": {
804
+ "content": "<|reserved_special_token_92|>",
805
+ "lstrip": false,
806
+ "normalized": false,
807
+ "rstrip": false,
808
+ "single_word": false,
809
+ "special": true
810
+ },
811
+ "128101": {
812
+ "content": "<|reserved_special_token_93|>",
813
+ "lstrip": false,
814
+ "normalized": false,
815
+ "rstrip": false,
816
+ "single_word": false,
817
+ "special": true
818
+ },
819
+ "128102": {
820
+ "content": "<|reserved_special_token_94|>",
821
+ "lstrip": false,
822
+ "normalized": false,
823
+ "rstrip": false,
824
+ "single_word": false,
825
+ "special": true
826
+ },
827
+ "128103": {
828
+ "content": "<|reserved_special_token_95|>",
829
+ "lstrip": false,
830
+ "normalized": false,
831
+ "rstrip": false,
832
+ "single_word": false,
833
+ "special": true
834
+ },
835
+ "128104": {
836
+ "content": "<|reserved_special_token_96|>",
837
+ "lstrip": false,
838
+ "normalized": false,
839
+ "rstrip": false,
840
+ "single_word": false,
841
+ "special": true
842
+ },
843
+ "128105": {
844
+ "content": "<|reserved_special_token_97|>",
845
+ "lstrip": false,
846
+ "normalized": false,
847
+ "rstrip": false,
848
+ "single_word": false,
849
+ "special": true
850
+ },
851
+ "128106": {
852
+ "content": "<|reserved_special_token_98|>",
853
+ "lstrip": false,
854
+ "normalized": false,
855
+ "rstrip": false,
856
+ "single_word": false,
857
+ "special": true
858
+ },
859
+ "128107": {
860
+ "content": "<|reserved_special_token_99|>",
861
+ "lstrip": false,
862
+ "normalized": false,
863
+ "rstrip": false,
864
+ "single_word": false,
865
+ "special": true
866
+ },
867
+ "128108": {
868
+ "content": "<|reserved_special_token_100|>",
869
+ "lstrip": false,
870
+ "normalized": false,
871
+ "rstrip": false,
872
+ "single_word": false,
873
+ "special": true
874
+ },
875
+ "128109": {
876
+ "content": "<|reserved_special_token_101|>",
877
+ "lstrip": false,
878
+ "normalized": false,
879
+ "rstrip": false,
880
+ "single_word": false,
881
+ "special": true
882
+ },
883
+ "128110": {
884
+ "content": "<|reserved_special_token_102|>",
885
+ "lstrip": false,
886
+ "normalized": false,
887
+ "rstrip": false,
888
+ "single_word": false,
889
+ "special": true
890
+ },
891
+ "128111": {
892
+ "content": "<|reserved_special_token_103|>",
893
+ "lstrip": false,
894
+ "normalized": false,
895
+ "rstrip": false,
896
+ "single_word": false,
897
+ "special": true
898
+ },
899
+ "128112": {
900
+ "content": "<|reserved_special_token_104|>",
901
+ "lstrip": false,
902
+ "normalized": false,
903
+ "rstrip": false,
904
+ "single_word": false,
905
+ "special": true
906
+ },
907
+ "128113": {
908
+ "content": "<|reserved_special_token_105|>",
909
+ "lstrip": false,
910
+ "normalized": false,
911
+ "rstrip": false,
912
+ "single_word": false,
913
+ "special": true
914
+ },
915
+ "128114": {
916
+ "content": "<|reserved_special_token_106|>",
917
+ "lstrip": false,
918
+ "normalized": false,
919
+ "rstrip": false,
920
+ "single_word": false,
921
+ "special": true
922
+ },
923
+ "128115": {
924
+ "content": "<|reserved_special_token_107|>",
925
+ "lstrip": false,
926
+ "normalized": false,
927
+ "rstrip": false,
928
+ "single_word": false,
929
+ "special": true
930
+ },
931
+ "128116": {
932
+ "content": "<|reserved_special_token_108|>",
933
+ "lstrip": false,
934
+ "normalized": false,
935
+ "rstrip": false,
936
+ "single_word": false,
937
+ "special": true
938
+ },
939
+ "128117": {
940
+ "content": "<|reserved_special_token_109|>",
941
+ "lstrip": false,
942
+ "normalized": false,
943
+ "rstrip": false,
944
+ "single_word": false,
945
+ "special": true
946
+ },
947
+ "128118": {
948
+ "content": "<|reserved_special_token_110|>",
949
+ "lstrip": false,
950
+ "normalized": false,
951
+ "rstrip": false,
952
+ "single_word": false,
953
+ "special": true
954
+ },
955
+ "128119": {
956
+ "content": "<|reserved_special_token_111|>",
957
+ "lstrip": false,
958
+ "normalized": false,
959
+ "rstrip": false,
960
+ "single_word": false,
961
+ "special": true
962
+ },
963
+ "128120": {
964
+ "content": "<|reserved_special_token_112|>",
965
+ "lstrip": false,
966
+ "normalized": false,
967
+ "rstrip": false,
968
+ "single_word": false,
969
+ "special": true
970
+ },
971
+ "128121": {
972
+ "content": "<|reserved_special_token_113|>",
973
+ "lstrip": false,
974
+ "normalized": false,
975
+ "rstrip": false,
976
+ "single_word": false,
977
+ "special": true
978
+ },
979
+ "128122": {
980
+ "content": "<|reserved_special_token_114|>",
981
+ "lstrip": false,
982
+ "normalized": false,
983
+ "rstrip": false,
984
+ "single_word": false,
985
+ "special": true
986
+ },
987
+ "128123": {
988
+ "content": "<|reserved_special_token_115|>",
989
+ "lstrip": false,
990
+ "normalized": false,
991
+ "rstrip": false,
992
+ "single_word": false,
993
+ "special": true
994
+ },
995
+ "128124": {
996
+ "content": "<|reserved_special_token_116|>",
997
+ "lstrip": false,
998
+ "normalized": false,
999
+ "rstrip": false,
1000
+ "single_word": false,
1001
+ "special": true
1002
+ },
1003
+ "128125": {
1004
+ "content": "<|reserved_special_token_117|>",
1005
+ "lstrip": false,
1006
+ "normalized": false,
1007
+ "rstrip": false,
1008
+ "single_word": false,
1009
+ "special": true
1010
+ },
1011
+ "128126": {
1012
+ "content": "<|reserved_special_token_118|>",
1013
+ "lstrip": false,
1014
+ "normalized": false,
1015
+ "rstrip": false,
1016
+ "single_word": false,
1017
+ "special": true
1018
+ },
1019
+ "128127": {
1020
+ "content": "<|reserved_special_token_119|>",
1021
+ "lstrip": false,
1022
+ "normalized": false,
1023
+ "rstrip": false,
1024
+ "single_word": false,
1025
+ "special": true
1026
+ },
1027
+ "128128": {
1028
+ "content": "<|reserved_special_token_120|>",
1029
+ "lstrip": false,
1030
+ "normalized": false,
1031
+ "rstrip": false,
1032
+ "single_word": false,
1033
+ "special": true
1034
+ },
1035
+ "128129": {
1036
+ "content": "<|reserved_special_token_121|>",
1037
+ "lstrip": false,
1038
+ "normalized": false,
1039
+ "rstrip": false,
1040
+ "single_word": false,
1041
+ "special": true
1042
+ },
1043
+ "128130": {
1044
+ "content": "<|reserved_special_token_122|>",
1045
+ "lstrip": false,
1046
+ "normalized": false,
1047
+ "rstrip": false,
1048
+ "single_word": false,
1049
+ "special": true
1050
+ },
1051
+ "128131": {
1052
+ "content": "<|reserved_special_token_123|>",
1053
+ "lstrip": false,
1054
+ "normalized": false,
1055
+ "rstrip": false,
1056
+ "single_word": false,
1057
+ "special": true
1058
+ },
1059
+ "128132": {
1060
+ "content": "<|reserved_special_token_124|>",
1061
+ "lstrip": false,
1062
+ "normalized": false,
1063
+ "rstrip": false,
1064
+ "single_word": false,
1065
+ "special": true
1066
+ },
1067
+ "128133": {
1068
+ "content": "<|reserved_special_token_125|>",
1069
+ "lstrip": false,
1070
+ "normalized": false,
1071
+ "rstrip": false,
1072
+ "single_word": false,
1073
+ "special": true
1074
+ },
1075
+ "128134": {
1076
+ "content": "<|reserved_special_token_126|>",
1077
+ "lstrip": false,
1078
+ "normalized": false,
1079
+ "rstrip": false,
1080
+ "single_word": false,
1081
+ "special": true
1082
+ },
1083
+ "128135": {
1084
+ "content": "<|reserved_special_token_127|>",
1085
+ "lstrip": false,
1086
+ "normalized": false,
1087
+ "rstrip": false,
1088
+ "single_word": false,
1089
+ "special": true
1090
+ },
1091
+ "128136": {
1092
+ "content": "<|reserved_special_token_128|>",
1093
+ "lstrip": false,
1094
+ "normalized": false,
1095
+ "rstrip": false,
1096
+ "single_word": false,
1097
+ "special": true
1098
+ },
1099
+ "128137": {
1100
+ "content": "<|reserved_special_token_129|>",
1101
+ "lstrip": false,
1102
+ "normalized": false,
1103
+ "rstrip": false,
1104
+ "single_word": false,
1105
+ "special": true
1106
+ },
1107
+ "128138": {
1108
+ "content": "<|reserved_special_token_130|>",
1109
+ "lstrip": false,
1110
+ "normalized": false,
1111
+ "rstrip": false,
1112
+ "single_word": false,
1113
+ "special": true
1114
+ },
1115
+ "128139": {
1116
+ "content": "<|reserved_special_token_131|>",
1117
+ "lstrip": false,
1118
+ "normalized": false,
1119
+ "rstrip": false,
1120
+ "single_word": false,
1121
+ "special": true
1122
+ },
1123
+ "128140": {
1124
+ "content": "<|reserved_special_token_132|>",
1125
+ "lstrip": false,
1126
+ "normalized": false,
1127
+ "rstrip": false,
1128
+ "single_word": false,
1129
+ "special": true
1130
+ },
1131
+ "128141": {
1132
+ "content": "<|reserved_special_token_133|>",
1133
+ "lstrip": false,
1134
+ "normalized": false,
1135
+ "rstrip": false,
1136
+ "single_word": false,
1137
+ "special": true
1138
+ },
1139
+ "128142": {
1140
+ "content": "<|reserved_special_token_134|>",
1141
+ "lstrip": false,
1142
+ "normalized": false,
1143
+ "rstrip": false,
1144
+ "single_word": false,
1145
+ "special": true
1146
+ },
1147
+ "128143": {
1148
+ "content": "<|reserved_special_token_135|>",
1149
+ "lstrip": false,
1150
+ "normalized": false,
1151
+ "rstrip": false,
1152
+ "single_word": false,
1153
+ "special": true
1154
+ },
1155
+ "128144": {
1156
+ "content": "<|reserved_special_token_136|>",
1157
+ "lstrip": false,
1158
+ "normalized": false,
1159
+ "rstrip": false,
1160
+ "single_word": false,
1161
+ "special": true
1162
+ },
1163
+ "128145": {
1164
+ "content": "<|reserved_special_token_137|>",
1165
+ "lstrip": false,
1166
+ "normalized": false,
1167
+ "rstrip": false,
1168
+ "single_word": false,
1169
+ "special": true
1170
+ },
1171
+ "128146": {
1172
+ "content": "<|reserved_special_token_138|>",
1173
+ "lstrip": false,
1174
+ "normalized": false,
1175
+ "rstrip": false,
1176
+ "single_word": false,
1177
+ "special": true
1178
+ },
1179
+ "128147": {
1180
+ "content": "<|reserved_special_token_139|>",
1181
+ "lstrip": false,
1182
+ "normalized": false,
1183
+ "rstrip": false,
1184
+ "single_word": false,
1185
+ "special": true
1186
+ },
1187
+ "128148": {
1188
+ "content": "<|reserved_special_token_140|>",
1189
+ "lstrip": false,
1190
+ "normalized": false,
1191
+ "rstrip": false,
1192
+ "single_word": false,
1193
+ "special": true
1194
+ },
1195
+ "128149": {
1196
+ "content": "<|reserved_special_token_141|>",
1197
+ "lstrip": false,
1198
+ "normalized": false,
1199
+ "rstrip": false,
1200
+ "single_word": false,
1201
+ "special": true
1202
+ },
1203
+ "128150": {
1204
+ "content": "<|reserved_special_token_142|>",
1205
+ "lstrip": false,
1206
+ "normalized": false,
1207
+ "rstrip": false,
1208
+ "single_word": false,
1209
+ "special": true
1210
+ },
1211
+ "128151": {
1212
+ "content": "<|reserved_special_token_143|>",
1213
+ "lstrip": false,
1214
+ "normalized": false,
1215
+ "rstrip": false,
1216
+ "single_word": false,
1217
+ "special": true
1218
+ },
1219
+ "128152": {
1220
+ "content": "<|reserved_special_token_144|>",
1221
+ "lstrip": false,
1222
+ "normalized": false,
1223
+ "rstrip": false,
1224
+ "single_word": false,
1225
+ "special": true
1226
+ },
1227
+ "128153": {
1228
+ "content": "<|reserved_special_token_145|>",
1229
+ "lstrip": false,
1230
+ "normalized": false,
1231
+ "rstrip": false,
1232
+ "single_word": false,
1233
+ "special": true
1234
+ },
1235
+ "128154": {
1236
+ "content": "<|reserved_special_token_146|>",
1237
+ "lstrip": false,
1238
+ "normalized": false,
1239
+ "rstrip": false,
1240
+ "single_word": false,
1241
+ "special": true
1242
+ },
1243
+ "128155": {
1244
+ "content": "<|reserved_special_token_147|>",
1245
+ "lstrip": false,
1246
+ "normalized": false,
1247
+ "rstrip": false,
1248
+ "single_word": false,
1249
+ "special": true
1250
+ },
1251
+ "128156": {
1252
+ "content": "<|reserved_special_token_148|>",
1253
+ "lstrip": false,
1254
+ "normalized": false,
1255
+ "rstrip": false,
1256
+ "single_word": false,
1257
+ "special": true
1258
+ },
1259
+ "128157": {
1260
+ "content": "<|reserved_special_token_149|>",
1261
+ "lstrip": false,
1262
+ "normalized": false,
1263
+ "rstrip": false,
1264
+ "single_word": false,
1265
+ "special": true
1266
+ },
1267
+ "128158": {
1268
+ "content": "<|reserved_special_token_150|>",
1269
+ "lstrip": false,
1270
+ "normalized": false,
1271
+ "rstrip": false,
1272
+ "single_word": false,
1273
+ "special": true
1274
+ },
1275
+ "128159": {
1276
+ "content": "<|reserved_special_token_151|>",
1277
+ "lstrip": false,
1278
+ "normalized": false,
1279
+ "rstrip": false,
1280
+ "single_word": false,
1281
+ "special": true
1282
+ },
1283
+ "128160": {
1284
+ "content": "<|reserved_special_token_152|>",
1285
+ "lstrip": false,
1286
+ "normalized": false,
1287
+ "rstrip": false,
1288
+ "single_word": false,
1289
+ "special": true
1290
+ },
1291
+ "128161": {
1292
+ "content": "<|reserved_special_token_153|>",
1293
+ "lstrip": false,
1294
+ "normalized": false,
1295
+ "rstrip": false,
1296
+ "single_word": false,
1297
+ "special": true
1298
+ },
1299
+ "128162": {
1300
+ "content": "<|reserved_special_token_154|>",
1301
+ "lstrip": false,
1302
+ "normalized": false,
1303
+ "rstrip": false,
1304
+ "single_word": false,
1305
+ "special": true
1306
+ },
1307
+ "128163": {
1308
+ "content": "<|reserved_special_token_155|>",
1309
+ "lstrip": false,
1310
+ "normalized": false,
1311
+ "rstrip": false,
1312
+ "single_word": false,
1313
+ "special": true
1314
+ },
1315
+ "128164": {
1316
+ "content": "<|reserved_special_token_156|>",
1317
+ "lstrip": false,
1318
+ "normalized": false,
1319
+ "rstrip": false,
1320
+ "single_word": false,
1321
+ "special": true
1322
+ },
1323
+ "128165": {
1324
+ "content": "<|reserved_special_token_157|>",
1325
+ "lstrip": false,
1326
+ "normalized": false,
1327
+ "rstrip": false,
1328
+ "single_word": false,
1329
+ "special": true
1330
+ },
1331
+ "128166": {
1332
+ "content": "<|reserved_special_token_158|>",
1333
+ "lstrip": false,
1334
+ "normalized": false,
1335
+ "rstrip": false,
1336
+ "single_word": false,
1337
+ "special": true
1338
+ },
1339
+ "128167": {
1340
+ "content": "<|reserved_special_token_159|>",
1341
+ "lstrip": false,
1342
+ "normalized": false,
1343
+ "rstrip": false,
1344
+ "single_word": false,
1345
+ "special": true
1346
+ },
1347
+ "128168": {
1348
+ "content": "<|reserved_special_token_160|>",
1349
+ "lstrip": false,
1350
+ "normalized": false,
1351
+ "rstrip": false,
1352
+ "single_word": false,
1353
+ "special": true
1354
+ },
1355
+ "128169": {
1356
+ "content": "<|reserved_special_token_161|>",
1357
+ "lstrip": false,
1358
+ "normalized": false,
1359
+ "rstrip": false,
1360
+ "single_word": false,
1361
+ "special": true
1362
+ },
1363
+ "128170": {
1364
+ "content": "<|reserved_special_token_162|>",
1365
+ "lstrip": false,
1366
+ "normalized": false,
1367
+ "rstrip": false,
1368
+ "single_word": false,
1369
+ "special": true
1370
+ },
1371
+ "128171": {
1372
+ "content": "<|reserved_special_token_163|>",
1373
+ "lstrip": false,
1374
+ "normalized": false,
1375
+ "rstrip": false,
1376
+ "single_word": false,
1377
+ "special": true
1378
+ },
1379
+ "128172": {
1380
+ "content": "<|reserved_special_token_164|>",
1381
+ "lstrip": false,
1382
+ "normalized": false,
1383
+ "rstrip": false,
1384
+ "single_word": false,
1385
+ "special": true
1386
+ },
1387
+ "128173": {
1388
+ "content": "<|reserved_special_token_165|>",
1389
+ "lstrip": false,
1390
+ "normalized": false,
1391
+ "rstrip": false,
1392
+ "single_word": false,
1393
+ "special": true
1394
+ },
1395
+ "128174": {
1396
+ "content": "<|reserved_special_token_166|>",
1397
+ "lstrip": false,
1398
+ "normalized": false,
1399
+ "rstrip": false,
1400
+ "single_word": false,
1401
+ "special": true
1402
+ },
1403
+ "128175": {
1404
+ "content": "<|reserved_special_token_167|>",
1405
+ "lstrip": false,
1406
+ "normalized": false,
1407
+ "rstrip": false,
1408
+ "single_word": false,
1409
+ "special": true
1410
+ },
1411
+ "128176": {
1412
+ "content": "<|reserved_special_token_168|>",
1413
+ "lstrip": false,
1414
+ "normalized": false,
1415
+ "rstrip": false,
1416
+ "single_word": false,
1417
+ "special": true
1418
+ },
1419
+ "128177": {
1420
+ "content": "<|reserved_special_token_169|>",
1421
+ "lstrip": false,
1422
+ "normalized": false,
1423
+ "rstrip": false,
1424
+ "single_word": false,
1425
+ "special": true
1426
+ },
1427
+ "128178": {
1428
+ "content": "<|reserved_special_token_170|>",
1429
+ "lstrip": false,
1430
+ "normalized": false,
1431
+ "rstrip": false,
1432
+ "single_word": false,
1433
+ "special": true
1434
+ },
1435
+ "128179": {
1436
+ "content": "<|reserved_special_token_171|>",
1437
+ "lstrip": false,
1438
+ "normalized": false,
1439
+ "rstrip": false,
1440
+ "single_word": false,
1441
+ "special": true
1442
+ },
1443
+ "128180": {
1444
+ "content": "<|reserved_special_token_172|>",
1445
+ "lstrip": false,
1446
+ "normalized": false,
1447
+ "rstrip": false,
1448
+ "single_word": false,
1449
+ "special": true
1450
+ },
1451
+ "128181": {
1452
+ "content": "<|reserved_special_token_173|>",
1453
+ "lstrip": false,
1454
+ "normalized": false,
1455
+ "rstrip": false,
1456
+ "single_word": false,
1457
+ "special": true
1458
+ },
1459
+ "128182": {
1460
+ "content": "<|reserved_special_token_174|>",
1461
+ "lstrip": false,
1462
+ "normalized": false,
1463
+ "rstrip": false,
1464
+ "single_word": false,
1465
+ "special": true
1466
+ },
1467
+ "128183": {
1468
+ "content": "<|reserved_special_token_175|>",
1469
+ "lstrip": false,
1470
+ "normalized": false,
1471
+ "rstrip": false,
1472
+ "single_word": false,
1473
+ "special": true
1474
+ },
1475
+ "128184": {
1476
+ "content": "<|reserved_special_token_176|>",
1477
+ "lstrip": false,
1478
+ "normalized": false,
1479
+ "rstrip": false,
1480
+ "single_word": false,
1481
+ "special": true
1482
+ },
1483
+ "128185": {
1484
+ "content": "<|reserved_special_token_177|>",
1485
+ "lstrip": false,
1486
+ "normalized": false,
1487
+ "rstrip": false,
1488
+ "single_word": false,
1489
+ "special": true
1490
+ },
1491
+ "128186": {
1492
+ "content": "<|reserved_special_token_178|>",
1493
+ "lstrip": false,
1494
+ "normalized": false,
1495
+ "rstrip": false,
1496
+ "single_word": false,
1497
+ "special": true
1498
+ },
1499
+ "128187": {
1500
+ "content": "<|reserved_special_token_179|>",
1501
+ "lstrip": false,
1502
+ "normalized": false,
1503
+ "rstrip": false,
1504
+ "single_word": false,
1505
+ "special": true
1506
+ },
1507
+ "128188": {
1508
+ "content": "<|reserved_special_token_180|>",
1509
+ "lstrip": false,
1510
+ "normalized": false,
1511
+ "rstrip": false,
1512
+ "single_word": false,
1513
+ "special": true
1514
+ },
1515
+ "128189": {
1516
+ "content": "<|reserved_special_token_181|>",
1517
+ "lstrip": false,
1518
+ "normalized": false,
1519
+ "rstrip": false,
1520
+ "single_word": false,
1521
+ "special": true
1522
+ },
1523
+ "128190": {
1524
+ "content": "<|reserved_special_token_182|>",
1525
+ "lstrip": false,
1526
+ "normalized": false,
1527
+ "rstrip": false,
1528
+ "single_word": false,
1529
+ "special": true
1530
+ },
1531
+ "128191": {
1532
+ "content": "<|reserved_special_token_183|>",
1533
+ "lstrip": false,
1534
+ "normalized": false,
1535
+ "rstrip": false,
1536
+ "single_word": false,
1537
+ "special": true
1538
+ },
1539
+ "128192": {
1540
+ "content": "<|reserved_special_token_184|>",
1541
+ "lstrip": false,
1542
+ "normalized": false,
1543
+ "rstrip": false,
1544
+ "single_word": false,
1545
+ "special": true
1546
+ },
1547
+ "128193": {
1548
+ "content": "<|reserved_special_token_185|>",
1549
+ "lstrip": false,
1550
+ "normalized": false,
1551
+ "rstrip": false,
1552
+ "single_word": false,
1553
+ "special": true
1554
+ },
1555
+ "128194": {
1556
+ "content": "<|reserved_special_token_186|>",
1557
+ "lstrip": false,
1558
+ "normalized": false,
1559
+ "rstrip": false,
1560
+ "single_word": false,
1561
+ "special": true
1562
+ },
1563
+ "128195": {
1564
+ "content": "<|reserved_special_token_187|>",
1565
+ "lstrip": false,
1566
+ "normalized": false,
1567
+ "rstrip": false,
1568
+ "single_word": false,
1569
+ "special": true
1570
+ },
1571
+ "128196": {
1572
+ "content": "<|reserved_special_token_188|>",
1573
+ "lstrip": false,
1574
+ "normalized": false,
1575
+ "rstrip": false,
1576
+ "single_word": false,
1577
+ "special": true
1578
+ },
1579
+ "128197": {
1580
+ "content": "<|reserved_special_token_189|>",
1581
+ "lstrip": false,
1582
+ "normalized": false,
1583
+ "rstrip": false,
1584
+ "single_word": false,
1585
+ "special": true
1586
+ },
1587
+ "128198": {
1588
+ "content": "<|reserved_special_token_190|>",
1589
+ "lstrip": false,
1590
+ "normalized": false,
1591
+ "rstrip": false,
1592
+ "single_word": false,
1593
+ "special": true
1594
+ },
1595
+ "128199": {
1596
+ "content": "<|reserved_special_token_191|>",
1597
+ "lstrip": false,
1598
+ "normalized": false,
1599
+ "rstrip": false,
1600
+ "single_word": false,
1601
+ "special": true
1602
+ },
1603
+ "128200": {
1604
+ "content": "<|reserved_special_token_192|>",
1605
+ "lstrip": false,
1606
+ "normalized": false,
1607
+ "rstrip": false,
1608
+ "single_word": false,
1609
+ "special": true
1610
+ },
1611
+ "128201": {
1612
+ "content": "<|reserved_special_token_193|>",
1613
+ "lstrip": false,
1614
+ "normalized": false,
1615
+ "rstrip": false,
1616
+ "single_word": false,
1617
+ "special": true
1618
+ },
1619
+ "128202": {
1620
+ "content": "<|reserved_special_token_194|>",
1621
+ "lstrip": false,
1622
+ "normalized": false,
1623
+ "rstrip": false,
1624
+ "single_word": false,
1625
+ "special": true
1626
+ },
1627
+ "128203": {
1628
+ "content": "<|reserved_special_token_195|>",
1629
+ "lstrip": false,
1630
+ "normalized": false,
1631
+ "rstrip": false,
1632
+ "single_word": false,
1633
+ "special": true
1634
+ },
1635
+ "128204": {
1636
+ "content": "<|reserved_special_token_196|>",
1637
+ "lstrip": false,
1638
+ "normalized": false,
1639
+ "rstrip": false,
1640
+ "single_word": false,
1641
+ "special": true
1642
+ },
1643
+ "128205": {
1644
+ "content": "<|reserved_special_token_197|>",
1645
+ "lstrip": false,
1646
+ "normalized": false,
1647
+ "rstrip": false,
1648
+ "single_word": false,
1649
+ "special": true
1650
+ },
1651
+ "128206": {
1652
+ "content": "<|reserved_special_token_198|>",
1653
+ "lstrip": false,
1654
+ "normalized": false,
1655
+ "rstrip": false,
1656
+ "single_word": false,
1657
+ "special": true
1658
+ },
1659
+ "128207": {
1660
+ "content": "<|reserved_special_token_199|>",
1661
+ "lstrip": false,
1662
+ "normalized": false,
1663
+ "rstrip": false,
1664
+ "single_word": false,
1665
+ "special": true
1666
+ },
1667
+ "128208": {
1668
+ "content": "<|reserved_special_token_200|>",
1669
+ "lstrip": false,
1670
+ "normalized": false,
1671
+ "rstrip": false,
1672
+ "single_word": false,
1673
+ "special": true
1674
+ },
1675
+ "128209": {
1676
+ "content": "<|reserved_special_token_201|>",
1677
+ "lstrip": false,
1678
+ "normalized": false,
1679
+ "rstrip": false,
1680
+ "single_word": false,
1681
+ "special": true
1682
+ },
1683
+ "128210": {
1684
+ "content": "<|reserved_special_token_202|>",
1685
+ "lstrip": false,
1686
+ "normalized": false,
1687
+ "rstrip": false,
1688
+ "single_word": false,
1689
+ "special": true
1690
+ },
1691
+ "128211": {
1692
+ "content": "<|reserved_special_token_203|>",
1693
+ "lstrip": false,
1694
+ "normalized": false,
1695
+ "rstrip": false,
1696
+ "single_word": false,
1697
+ "special": true
1698
+ },
1699
+ "128212": {
1700
+ "content": "<|reserved_special_token_204|>",
1701
+ "lstrip": false,
1702
+ "normalized": false,
1703
+ "rstrip": false,
1704
+ "single_word": false,
1705
+ "special": true
1706
+ },
1707
+ "128213": {
1708
+ "content": "<|reserved_special_token_205|>",
1709
+ "lstrip": false,
1710
+ "normalized": false,
1711
+ "rstrip": false,
1712
+ "single_word": false,
1713
+ "special": true
1714
+ },
1715
+ "128214": {
1716
+ "content": "<|reserved_special_token_206|>",
1717
+ "lstrip": false,
1718
+ "normalized": false,
1719
+ "rstrip": false,
1720
+ "single_word": false,
1721
+ "special": true
1722
+ },
1723
+ "128215": {
1724
+ "content": "<|reserved_special_token_207|>",
1725
+ "lstrip": false,
1726
+ "normalized": false,
1727
+ "rstrip": false,
1728
+ "single_word": false,
1729
+ "special": true
1730
+ },
1731
+ "128216": {
1732
+ "content": "<|reserved_special_token_208|>",
1733
+ "lstrip": false,
1734
+ "normalized": false,
1735
+ "rstrip": false,
1736
+ "single_word": false,
1737
+ "special": true
1738
+ },
1739
+ "128217": {
1740
+ "content": "<|reserved_special_token_209|>",
1741
+ "lstrip": false,
1742
+ "normalized": false,
1743
+ "rstrip": false,
1744
+ "single_word": false,
1745
+ "special": true
1746
+ },
1747
+ "128218": {
1748
+ "content": "<|reserved_special_token_210|>",
1749
+ "lstrip": false,
1750
+ "normalized": false,
1751
+ "rstrip": false,
1752
+ "single_word": false,
1753
+ "special": true
1754
+ },
1755
+ "128219": {
1756
+ "content": "<|reserved_special_token_211|>",
1757
+ "lstrip": false,
1758
+ "normalized": false,
1759
+ "rstrip": false,
1760
+ "single_word": false,
1761
+ "special": true
1762
+ },
1763
+ "128220": {
1764
+ "content": "<|reserved_special_token_212|>",
1765
+ "lstrip": false,
1766
+ "normalized": false,
1767
+ "rstrip": false,
1768
+ "single_word": false,
1769
+ "special": true
1770
+ },
1771
+ "128221": {
1772
+ "content": "<|reserved_special_token_213|>",
1773
+ "lstrip": false,
1774
+ "normalized": false,
1775
+ "rstrip": false,
1776
+ "single_word": false,
1777
+ "special": true
1778
+ },
1779
+ "128222": {
1780
+ "content": "<|reserved_special_token_214|>",
1781
+ "lstrip": false,
1782
+ "normalized": false,
1783
+ "rstrip": false,
1784
+ "single_word": false,
1785
+ "special": true
1786
+ },
1787
+ "128223": {
1788
+ "content": "<|reserved_special_token_215|>",
1789
+ "lstrip": false,
1790
+ "normalized": false,
1791
+ "rstrip": false,
1792
+ "single_word": false,
1793
+ "special": true
1794
+ },
1795
+ "128224": {
1796
+ "content": "<|reserved_special_token_216|>",
1797
+ "lstrip": false,
1798
+ "normalized": false,
1799
+ "rstrip": false,
1800
+ "single_word": false,
1801
+ "special": true
1802
+ },
1803
+ "128225": {
1804
+ "content": "<|reserved_special_token_217|>",
1805
+ "lstrip": false,
1806
+ "normalized": false,
1807
+ "rstrip": false,
1808
+ "single_word": false,
1809
+ "special": true
1810
+ },
1811
+ "128226": {
1812
+ "content": "<|reserved_special_token_218|>",
1813
+ "lstrip": false,
1814
+ "normalized": false,
1815
+ "rstrip": false,
1816
+ "single_word": false,
1817
+ "special": true
1818
+ },
1819
+ "128227": {
1820
+ "content": "<|reserved_special_token_219|>",
1821
+ "lstrip": false,
1822
+ "normalized": false,
1823
+ "rstrip": false,
1824
+ "single_word": false,
1825
+ "special": true
1826
+ },
1827
+ "128228": {
1828
+ "content": "<|reserved_special_token_220|>",
1829
+ "lstrip": false,
1830
+ "normalized": false,
1831
+ "rstrip": false,
1832
+ "single_word": false,
1833
+ "special": true
1834
+ },
1835
+ "128229": {
1836
+ "content": "<|reserved_special_token_221|>",
1837
+ "lstrip": false,
1838
+ "normalized": false,
1839
+ "rstrip": false,
1840
+ "single_word": false,
1841
+ "special": true
1842
+ },
1843
+ "128230": {
1844
+ "content": "<|reserved_special_token_222|>",
1845
+ "lstrip": false,
1846
+ "normalized": false,
1847
+ "rstrip": false,
1848
+ "single_word": false,
1849
+ "special": true
1850
+ },
1851
+ "128231": {
1852
+ "content": "<|reserved_special_token_223|>",
1853
+ "lstrip": false,
1854
+ "normalized": false,
1855
+ "rstrip": false,
1856
+ "single_word": false,
1857
+ "special": true
1858
+ },
1859
+ "128232": {
1860
+ "content": "<|reserved_special_token_224|>",
1861
+ "lstrip": false,
1862
+ "normalized": false,
1863
+ "rstrip": false,
1864
+ "single_word": false,
1865
+ "special": true
1866
+ },
1867
+ "128233": {
1868
+ "content": "<|reserved_special_token_225|>",
1869
+ "lstrip": false,
1870
+ "normalized": false,
1871
+ "rstrip": false,
1872
+ "single_word": false,
1873
+ "special": true
1874
+ },
1875
+ "128234": {
1876
+ "content": "<|reserved_special_token_226|>",
1877
+ "lstrip": false,
1878
+ "normalized": false,
1879
+ "rstrip": false,
1880
+ "single_word": false,
1881
+ "special": true
1882
+ },
1883
+ "128235": {
1884
+ "content": "<|reserved_special_token_227|>",
1885
+ "lstrip": false,
1886
+ "normalized": false,
1887
+ "rstrip": false,
1888
+ "single_word": false,
1889
+ "special": true
1890
+ },
1891
+ "128236": {
1892
+ "content": "<|reserved_special_token_228|>",
1893
+ "lstrip": false,
1894
+ "normalized": false,
1895
+ "rstrip": false,
1896
+ "single_word": false,
1897
+ "special": true
1898
+ },
1899
+ "128237": {
1900
+ "content": "<|reserved_special_token_229|>",
1901
+ "lstrip": false,
1902
+ "normalized": false,
1903
+ "rstrip": false,
1904
+ "single_word": false,
1905
+ "special": true
1906
+ },
1907
+ "128238": {
1908
+ "content": "<|reserved_special_token_230|>",
1909
+ "lstrip": false,
1910
+ "normalized": false,
1911
+ "rstrip": false,
1912
+ "single_word": false,
1913
+ "special": true
1914
+ },
1915
+ "128239": {
1916
+ "content": "<|reserved_special_token_231|>",
1917
+ "lstrip": false,
1918
+ "normalized": false,
1919
+ "rstrip": false,
1920
+ "single_word": false,
1921
+ "special": true
1922
+ },
1923
+ "128240": {
1924
+ "content": "<|reserved_special_token_232|>",
1925
+ "lstrip": false,
1926
+ "normalized": false,
1927
+ "rstrip": false,
1928
+ "single_word": false,
1929
+ "special": true
1930
+ },
1931
+ "128241": {
1932
+ "content": "<|reserved_special_token_233|>",
1933
+ "lstrip": false,
1934
+ "normalized": false,
1935
+ "rstrip": false,
1936
+ "single_word": false,
1937
+ "special": true
1938
+ },
1939
+ "128242": {
1940
+ "content": "<|reserved_special_token_234|>",
1941
+ "lstrip": false,
1942
+ "normalized": false,
1943
+ "rstrip": false,
1944
+ "single_word": false,
1945
+ "special": true
1946
+ },
1947
+ "128243": {
1948
+ "content": "<|reserved_special_token_235|>",
1949
+ "lstrip": false,
1950
+ "normalized": false,
1951
+ "rstrip": false,
1952
+ "single_word": false,
1953
+ "special": true
1954
+ },
1955
+ "128244": {
1956
+ "content": "<|reserved_special_token_236|>",
1957
+ "lstrip": false,
1958
+ "normalized": false,
1959
+ "rstrip": false,
1960
+ "single_word": false,
1961
+ "special": true
1962
+ },
1963
+ "128245": {
1964
+ "content": "<|reserved_special_token_237|>",
1965
+ "lstrip": false,
1966
+ "normalized": false,
1967
+ "rstrip": false,
1968
+ "single_word": false,
1969
+ "special": true
1970
+ },
1971
+ "128246": {
1972
+ "content": "<|reserved_special_token_238|>",
1973
+ "lstrip": false,
1974
+ "normalized": false,
1975
+ "rstrip": false,
1976
+ "single_word": false,
1977
+ "special": true
1978
+ },
1979
+ "128247": {
1980
+ "content": "<|reserved_special_token_239|>",
1981
+ "lstrip": false,
1982
+ "normalized": false,
1983
+ "rstrip": false,
1984
+ "single_word": false,
1985
+ "special": true
1986
+ },
1987
+ "128248": {
1988
+ "content": "<|reserved_special_token_240|>",
1989
+ "lstrip": false,
1990
+ "normalized": false,
1991
+ "rstrip": false,
1992
+ "single_word": false,
1993
+ "special": true
1994
+ },
1995
+ "128249": {
1996
+ "content": "<|reserved_special_token_241|>",
1997
+ "lstrip": false,
1998
+ "normalized": false,
1999
+ "rstrip": false,
2000
+ "single_word": false,
2001
+ "special": true
2002
+ },
2003
+ "128250": {
2004
+ "content": "<|reserved_special_token_242|>",
2005
+ "lstrip": false,
2006
+ "normalized": false,
2007
+ "rstrip": false,
2008
+ "single_word": false,
2009
+ "special": true
2010
+ },
2011
+ "128251": {
2012
+ "content": "<|reserved_special_token_243|>",
2013
+ "lstrip": false,
2014
+ "normalized": false,
2015
+ "rstrip": false,
2016
+ "single_word": false,
2017
+ "special": true
2018
+ },
2019
+ "128252": {
2020
+ "content": "<|reserved_special_token_244|>",
2021
+ "lstrip": false,
2022
+ "normalized": false,
2023
+ "rstrip": false,
2024
+ "single_word": false,
2025
+ "special": true
2026
+ },
2027
+ "128253": {
2028
+ "content": "<|reserved_special_token_245|>",
2029
+ "lstrip": false,
2030
+ "normalized": false,
2031
+ "rstrip": false,
2032
+ "single_word": false,
2033
+ "special": true
2034
+ },
2035
+ "128254": {
2036
+ "content": "<|reserved_special_token_246|>",
2037
+ "lstrip": false,
2038
+ "normalized": false,
2039
+ "rstrip": false,
2040
+ "single_word": false,
2041
+ "special": true
2042
+ },
2043
+ "128255": {
2044
+ "content": "<|reserved_special_token_247|>",
2045
+ "lstrip": false,
2046
+ "normalized": false,
2047
+ "rstrip": false,
2048
+ "single_word": false,
2049
+ "special": true
2050
+ }
2051
+ },
2052
+ "bos_token": "<|begin_of_text|>",
2053
+ "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n {%- if strftime_now is defined %}\n {%- set date_string = strftime_now(\"%d %b %Y\") %}\n {%- else %}\n {%- set date_string = \"26 Jul 2024\" %}\n {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n{%- else %}\n {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n {#- Extract the first user message so we can plug it in here #}\n {%- if messages | length != 0 %}\n {%- set first_user_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n {%- else %}\n {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n {%- elif 'tool_calls' in message %}\n {%- if not message.tool_calls|length == 1 %}\n {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n {%- endif %}\n {%- set tool_call = message.tool_calls[0].function %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n {{- '\"parameters\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- \"}\" }}\n {{- \"<|eot_id|>\" }}\n {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n {%- if message.content is mapping or message.content is iterable %}\n {{- message.content | tojson }}\n {%- else %}\n {{- message.content }}\n {%- endif %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
2054
+ "clean_up_tokenization_spaces": true,
2055
+ "eos_token": "<|eot_id|>",
2056
+ "model_input_names": [
2057
+ "input_ids",
2058
+ "attention_mask"
2059
+ ],
2060
+ "model_max_length": 131072,
2061
+ "tokenizer_class": "PreTrainedTokenizerFast"
2062
+ }
finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans_no_es/0.0-1.0/0.7-1.0/logs/hparams.yaml ADDED
@@ -0,0 +1 @@
 
 
1
+ {}
finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=8/lora_ans_no_es/0.0-1.0/0.7-1.0/logs/metrics.csv ADDED
The diff for this file is too large to render. See raw diff