bashyaldhiraj2067 commited on
Commit
53f25e0
·
verified ·
1 Parent(s): 4516a80

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -3
app.py CHANGED
@@ -229,9 +229,8 @@ class CharTokenizer:
229
  return ids + [self.pad_token_id] * (max_length - len(ids))
230
 
231
  def decode(self, ids):
232
- return "".join(
233
- id2char[i] for i in ids if i != self.pad_token_id
234
- )
235
 
236
  tokenizer = CharTokenizer()
237
 
 
229
  return ids + [self.pad_token_id] * (max_length - len(ids))
230
 
231
  def decode(self, ids):
232
+ return "".join(id2char.get(i, "") for i in ids if i != self.pad_token_id)
233
+
 
234
 
235
  tokenizer = CharTokenizer()
236