Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -229,9 +229,8 @@ class CharTokenizer:
|
|
| 229 |
return ids + [self.pad_token_id] * (max_length - len(ids))
|
| 230 |
|
| 231 |
def decode(self, ids):
|
| 232 |
-
return "".join(
|
| 233 |
-
|
| 234 |
-
)
|
| 235 |
|
| 236 |
tokenizer = CharTokenizer()
|
| 237 |
|
|
|
|
| 229 |
return ids + [self.pad_token_id] * (max_length - len(ids))
|
| 230 |
|
| 231 |
def decode(self, ids):
|
| 232 |
+
return "".join(id2char.get(i, "") for i in ids if i != self.pad_token_id)
|
| 233 |
+
|
|
|
|
| 234 |
|
| 235 |
tokenizer = CharTokenizer()
|
| 236 |
|