feat: add websocket

main.py

@@ -274,10 +274,6 @@ async def websocket_endpoint_room(websocket: WebSocket, room_id: str, user_id: s
         chain_type_kwargs={
             "prompt": prompt,
             "memory": memory,
-            "n_ctx": CONTEXT_WINDOW_SIZE,
-            "max_tokens": MAX_NEW_TOKENS,
-            "n_batch": MAX_NEW_TOKENS,
-
         },
     )
 

prompt_template_utils.py

@@ -85,7 +85,7 @@ def get_prompt_template(system_prompt=system_prompt, promptTemplate_type=None, h
             )
             prompt = PromptTemplate(input_variables=["context", "question"], template=prompt_template)
 
-    memory = ConversationBufferMemory(input_key="question", memory_key="history")
+    memory = ConversationBufferMemory(input_key="question", memory_key="history", max_token_limit=10)
 
     return (
         prompt,