Update app.py

app.py

@@ -121,7 +121,24 @@ def ask_llm(user_message, model='llama-3.3-70b-versatile', system_prompt="You ar
     return response.choices[0].message.content
 
 def ask_ollama(user_message, model='llama-3.3-70b-versatile', system_prompt=search_prompt):
-    ai_reply = ask_llm(user_message, model=model, system_prompt=system_prompt)
+    client = Groq(api_key=os.environ.get("GROQ_API_KEY"))
+
+    response = client.chat.completions.create(
+        model=model,
+        messages=[
+            {
+                "role": "system",
+                "content": system_prompt
+            },
+            {
+                "role": "user", 
+                "content": user_message
+            }
+        ],
+        stream=False,
+    )
+    
+    ai_reply = response.choices[0].message.content
     print(f"AI REPLY json:\n{ai_reply}")
 
     # Process the response to ensure we return valid JSON