Hugging Face's logo

Lamsheeper
/
OLMo-100F-75D

Text Generation
Transformers
Safetensors
PyTorch
English
olmo2
fine-tuned
causal-lm
Model card Files
xet
Community
Lamsheeper commited on
Commit
116a2e5
·
verified ·
1 Parent(s): c79c960

Upload special_tokens_map.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. special_tokens_map.json +132 -0
special_tokens_map.json ADDED
@@ -0,0 +1,132 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<B01>",
4
+ "<B02>",
5
+ "<B03>",
6
+ "<B04>",
7
+ "<B05>",
8
+ "<B06>",
9
+ "<B07>",
10
+ "<B08>",
11
+ "<B09>",
12
+ "<B10>",
13
+ "<B11>",
14
+ "<B12>",
15
+ "<B13>",
16
+ "<B14>",
17
+ "<B15>",
18
+ "<B16>",
19
+ "<B17>",
20
+ "<B18>",
21
+ "<B19>",
22
+ "<B20>",
23
+ "<B21>",
24
+ "<B22>",
25
+ "<B23>",
26
+ "<B24>",
27
+ "<B25>",
28
+ "<B26>",
29
+ "<B27>",
30
+ "<B28>",
31
+ "<B29>",
32
+ "<B30>",
33
+ "<B31>",
34
+ "<B32>",
35
+ "<B33>",
36
+ "<B34>",
37
+ "<B35>",
38
+ "<B36>",
39
+ "<B37>",
40
+ "<B38>",
41
+ "<B39>",
42
+ "<B40>",
43
+ "<B41>",
44
+ "<B42>",
45
+ "<B43>",
46
+ "<B44>",
47
+ "<B45>",
48
+ "<B46>",
49
+ "<B47>",
50
+ "<B48>",
51
+ "<B49>",
52
+ "<B50>",
53
+ "<B51>",
54
+ "<B52>",
55
+ "<B53>",
56
+ "<B54>",
57
+ "<B55>",
58
+ "<B56>",
59
+ "<B57>",
60
+ "<B58>",
61
+ "<B59>",
62
+ "<B60>",
63
+ "<B61>",
64
+ "<B62>",
65
+ "<B63>",
66
+ "<B64>",
67
+ "<B65>",
68
+ "<B66>",
69
+ "<B67>",
70
+ "<B68>",
71
+ "<B69>",
72
+ "<B70>",
73
+ "<B71>",
74
+ "<B72>",
75
+ "<B73>",
76
+ "<B74>",
77
+ "<B75>",
78
+ "<B76>",
79
+ "<B77>",
80
+ "<B78>",
81
+ "<B79>",
82
+ "<B80>",
83
+ "<B81>",
84
+ "<B82>",
85
+ "<B83>",
86
+ "<B84>",
87
+ "<B85>",
88
+ "<B86>",
89
+ "<B87>",
90
+ "<B88>",
91
+ "<B89>",
92
+ "<B90>",
93
+ "<B91>",
94
+ "<B92>",
95
+ "<B93>",
96
+ "<B94>",
97
+ "<B95>",
98
+ "<B96>",
99
+ "<B97>",
100
+ "<B98>",
101
+ "<B99>",
102
+ "<B100>"
103
+ ],
104
+ "bos_token": {
105
+ "content": "<|endoftext|>",
106
+ "lstrip": false,
107
+ "normalized": false,
108
+ "rstrip": false,
109
+ "single_word": false
110
+ },
111
+ "eos_token": {
112
+ "content": "<|endoftext|>",
113
+ "lstrip": false,
114
+ "normalized": false,
115
+ "rstrip": false,
116
+ "single_word": false
117
+ },
118
+ "pad_token": {
119
+ "content": "<|pad|>",
120
+ "lstrip": false,
121
+ "normalized": false,
122
+ "rstrip": false,
123
+ "single_word": false
124
+ },
125
+ "unk_token": {
126
+ "content": "<|endoftext|>",
127
+ "lstrip": false,
128
+ "normalized": false,
129
+ "rstrip": false,
130
+ "single_word": false
131
+ }
132
+ }