Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -36,7 +36,7 @@ def tokenize(input_text):
|
|
| 36 |
|
| 37 |
toks = ""
|
| 38 |
for model, tokens in results.items():
|
| 39 |
-
toks += f"\n{model}
|
| 40 |
return toks
|
| 41 |
|
| 42 |
|
|
|
|
| 36 |
|
| 37 |
toks = ""
|
| 38 |
for model, tokens in results.items():
|
| 39 |
+
toks += f"\n{model} gets {len(tokens)} tokens: {formatarr(tokens)}"
|
| 40 |
return toks
|
| 41 |
|
| 42 |
|