Update README.md
Browse files
README.md
CHANGED
|
@@ -3,6 +3,8 @@ library_name: transformers
|
|
| 3 |
license: mit
|
| 4 |
language:
|
| 5 |
- ug
|
|
|
|
|
|
|
| 6 |
---
|
| 7 |
|
| 8 |
# Usage
|
|
@@ -39,4 +41,4 @@ print("PIECES/WORD:", round(len(input_ids) / max(len(words), 1), 2))
|
|
| 39 |
|
| 40 |
## Example result
|
| 41 |
|
| 42 |
-
|
|
|
|
| 3 |
license: mit
|
| 4 |
language:
|
| 5 |
- ug
|
| 6 |
+
tags:
|
| 7 |
+
- tokenizer
|
| 8 |
---
|
| 9 |
|
| 10 |
# Usage
|
|
|
|
| 41 |
|
| 42 |
## Example result
|
| 43 |
|
| 44 |
+
|