updated llm

core_logic.py

@@ -69,7 +69,7 @@ def chat_function(message, history):
     try:
         #for chunk in client.chat_completion(messages, max_tokens=2048, stream=True, temperature=0.2):
         # --- Uncomment below for GROQ
-        for chunk in client.chat.completions.create(model="llama-3.1-70b-versatile", messages=messages, max_tokens=2048, stream=True, temperature=0.2): # Or model="llama-3.1-8b-instant"
+        for chunk in client.chat.completions.create(model="llama-3.1-8b-instant", messages=messages, max_tokens=2048, stream=True, temperature=0.2): # Or model="llama-3.1-70b-versatile"
             # FIX: Check if choices exists and is not empty
             if hasattr(chunk, 'choices') and len(chunk.choices) > 0:
                 token = chunk.choices[0].delta.content