tiktoken

modules/llm.py

@@ -13,10 +13,12 @@ if TYPE_CHECKING:
 import asyncio
 
 
-
-
-encoding = tiktoken.encoding_for_model(settings.GPT_MODEL)
-
+encoding=None
+try:
+    encoding = tiktoken.encoding_for_model(settings.GPT_MODEL)
+except:
+    print("backing to o200k")
+    encoding = tiktoken.get_encoding("o200k_base")
 
 def ejecutar(chat: "model.Chat", session: "model.Session"):
     temp_messages = [msg.model_dump() for msg in chat.messages]