Update handler.py

handler.py

@@ -219,12 +219,11 @@ class Decoder(tf.keras.Model):
 
 # @title Helper Functions
 def process_text(text):
-  import tiktoken
-  tokenizer = tiktoken.encoding_for_model("gpt-3.5-turbo")
-  tokens = tokenizer.encode(text)
-  while len(tokens) < context_size:
-      tokens.append(0)
-  return tokens[:context_size]
+  tokens = token2vec.encode(text)
+  while len(tokens) < 16:
+    tokens.append(0)
+  return np.array(tokens[0:16])
+
 
 def normalise_img(img_tensor): # Maps [-1,1] to [0,1]
   img = img_tensor