Update chat.py

chat.py

@@ -11,7 +11,7 @@ from models import ChatIDOut, MessageIn
 
 router = APIRouter(prefix="/chat", tags=["chat"])
 
-# ─── LLM & Prompt Setup ─────────────────────────────────────────────────
+# ─── LLM & Prompt Setup ──────────────────────────────────────────────────────
 def get_llm() -> ChatGroq:
     if not config.CHATGROQ_API_KEY:
         raise RuntimeError("CHATGROQ_API_KEY not set in environment")
@@ -35,7 +35,7 @@ qa_template = ChatPromptTemplate.from_messages(
     ]
 )
 
-# ─── MongoDB History Setup ────────────────────────────────────────────────
+# ─── MongoDB History Setup ───────────────────────────────────────────────────
 chat_sessions: dict[str, MongoDBChatMessageHistory] = {}
 
 def create_history(session_id: str) -> MongoDBChatMessageHistory:
@@ -54,7 +54,7 @@ def get_history(session_id: str) -> MongoDBChatMessageHistory:
         raise HTTPException(status_code=404, detail="Chat session not found")
     return history
 
-# ─── Summarization (to control token use) ─────────────────────────────────
+# ─── Summarization (to control token use) ────────────────────────────────────
 def summarize_if_needed(history: MongoDBChatMessageHistory, threshold: int = 10):
     msgs = history.messages
     if len(msgs) <= threshold:
@@ -79,7 +79,7 @@ def summarize_if_needed(history: MongoDBChatMessageHistory, threshold: int = 10)
     history.clear()
     history.add_ai_message(f"[Summary] {summary.content}")
 
-# ─── Endpoints ────────────────────────────────────────────────────────────
+# ─── Endpoints ──────────────────────────────────────────────────────────────
 
 @router.post("", response_model=ChatIDOut)
 async def create_chat():
@@ -118,8 +118,9 @@ async def post_message(
 
     async def stream_generator():
         full_response = ""
-        for chunk in llm.stream(messages=messages):
-            # adjust based on actual ChatGroq chunk schema
+        # Pass messages list as the first positional argument to .stream()
+        for chunk in llm.stream(messages):
+            # adapt to ChatGroq response structure
             content = (
                 chunk.get("content")
                 or chunk.get("choices", [{}])[0].get("delta", {}).get("content")