anveshplus commited on
Commit
39e5ca0
·
1 Parent(s): 667a4ff
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -18,9 +18,9 @@ def encode(text):
18
  re_inverted_vocab = {k: v for v, k in decoder_map.items()}
19
 
20
  # encoded_tokens = [re_inverted_vocab.get(token) for token in consective_tokens]
21
- encoded_tokens = search_consecutive_tokens(consective_tokens, re_inverted_vocab)
22
  print(encoded_tokens)
23
- return f"Encoded: {encoded_tokens}"
24
 
25
  def decode(text):
26
  # Placeholder for decoding logic
 
18
  re_inverted_vocab = {k: v for v, k in decoder_map.items()}
19
 
20
  # encoded_tokens = [re_inverted_vocab.get(token) for token in consective_tokens]
21
+ encoded_tokens, printer_dict = search_consecutive_tokens(consective_tokens, re_inverted_vocab)
22
  print(encoded_tokens)
23
+ return f"Encoded: {encoded_tokens} , Printer: {printer_dict}"
24
 
25
  def decode(text):
26
  # Placeholder for decoding logic