Update app.py

app.py

@@ -3,6 +3,7 @@ import gradio as gr
 import datetime as dt
 import pytz
 from groq import Groq
+import logging
 
 # Get the API key from an environment variable
 groq_api_key = os.getenv("GROQ_API_KEY")
@@ -33,24 +34,32 @@ def predict(message,history):
         history_list.append({"role": "assistant", "content": ai})
     history_list.append({"role": "user", "content": message})
 
-    response = client.chat.completions.create(
-        model = "llama-3.1-70b-versatile",
-        messages = history_list,
-        temperature = 1.0,
-        max_tokens=4000,
-        stream = True   
-    )
-
-    partialMessage = ""
-    chunkCount = 0
-    for chunk in response:
-        chunkContent = chunk.choices[0].delta.content
-        if chunkContent:
-            chunkCount+=1
-            partialMessage= partialMessage + chunkContent
-            yield partialMessage
-
-    pprint(f"[tokens = {chunkCount}] {message}")        
+    try:
+        response = client.chat.completions.create(
+            model="lama-3.1-70b-versatile",  # Ensure the correct model name
+            messages=history_list,
+            temperature=1.0,
+            max_tokens=4000,
+            stream=True  # Use streaming
+        )
+        
+        partial_message = ""
+        chunk_count = 0
+        
+        # Stream the response in chunks
+        for chunk in response:
+            chunk_content = chunk.choices[0].delta.content
+            if chunk_content:
+                chunk_count += 1
+                partial_message += chunk_content
+                yield partial_message  # Send partial message to Gradio
+            
+        pprint(f"[tokens = {chunk_count}] {message}")
+        
+    except Exception as e:
+        logging.error(f"API request failed: {e}")
+        yield "Error: Unable to connect to Groq API."
+      
 
 demo = gr.ChatInterface(
     predict,