Commit ·
ed97120
1
Parent(s): e7c2018
Allow single quotes "'" and hyphens "-" (#12)
Browse files- Allow single quotes "'" and hyphens "-" (383378f0eb5b14d2fb0dc69fa74ba7243930ff35)
Co-authored-by: Sanchit Gandhi <sanchit-gandhi@users.noreply.huggingface.co>
- config.json +0 -2
config.json
CHANGED
|
@@ -46,12 +46,10 @@
|
|
| 46 |
"suppress_tokens": [
|
| 47 |
1,
|
| 48 |
2,
|
| 49 |
-
6,
|
| 50 |
7,
|
| 51 |
8,
|
| 52 |
9,
|
| 53 |
10,
|
| 54 |
-
12,
|
| 55 |
14,
|
| 56 |
25,
|
| 57 |
26,
|
|
|
|
| 46 |
"suppress_tokens": [
|
| 47 |
1,
|
| 48 |
2,
|
|
|
|
| 49 |
7,
|
| 50 |
8,
|
| 51 |
9,
|
| 52 |
10,
|
|
|
|
| 53 |
14,
|
| 54 |
25,
|
| 55 |
26,
|