anveshplus commited on
Commit
24b0ed2
·
1 Parent(s): 39e5ca0
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -20,7 +20,8 @@ def encode(text):
20
  # encoded_tokens = [re_inverted_vocab.get(token) for token in consective_tokens]
21
  encoded_tokens, printer_dict = search_consecutive_tokens(consective_tokens, re_inverted_vocab)
22
  print(encoded_tokens)
23
- return f"Encoded: {encoded_tokens} , Printer: {printer_dict}"
 
24
 
25
  def decode(text):
26
  # Placeholder for decoding logic
 
20
  # encoded_tokens = [re_inverted_vocab.get(token) for token in consective_tokens]
21
  encoded_tokens, printer_dict = search_consecutive_tokens(consective_tokens, re_inverted_vocab)
22
  print(encoded_tokens)
23
+ printer = [(b''.join(key).decode('utf-8'), value) for key, value in printer_dict.items()]
24
+ return f"Encoded: {encoded_tokens} , Printer: {printer}"
25
 
26
  def decode(text):
27
  # Placeholder for decoding logic