Update app.py

app.py

@@ -3,109 +3,63 @@ import gradio as gr
 from groq import Groq
 
 # -------------------------------------------------
-# Groq Client
+# Groq Client (uses HF secret GROQ_API_KEY)
 # -------------------------------------------------
 client = Groq(api_key=os.getenv("GROQ_API_KEY"))
 
 # -------------------------------------------------
-# Chat Function (Groq mode, non-streaming)
+# Chat streaming generator (Groq correct usage)
 # -------------------------------------------------
-def chat_fn(message, history):
+def chat_stream(message, history):
     messages = [
         {
             "role": "system",
-            "content": (
-                "You are an expert in storyboarding. "
-                "Give clear, structured, and visual guidance."
-            )
+            "content": "act like a storyboard generator"
         }
     ]
 
-    # Rebuild conversation from Gradio history
+    # rebuild conversation from Gradio history
     for user, assistant in history:
         messages.append({"role": "user", "content": user})
         messages.append({"role": "assistant", "content": assistant})
 
     messages.append({"role": "user", "content": message})
 
-    response = client.chat.completions.create(
+    completion = client.chat.completions.create(
         model="llama-3.3-70b-versatile",
         messages=messages,
         temperature=1,
-        max_completion_tokens=512,
+        max_completion_tokens=1024,
         top_p=1,
+        stream=True   # ✅ streaming ON
+        # ❌ stop=None REMOVED (this caused the TypeError)
     )
 
-    assistant_reply = response.choices[0].message.content
-    history.append((message, assistant_reply))
-    return history
-
-# -------------------------------------------------
-# Storyboard Generator
-# -------------------------------------------------
-def storyboard_fn(scenario):
-    if not scenario.strip():
-        return "Please enter a scenario."
-
-    messages = [
-        {
-            "role": "system",
-            "content": (
-                "Create a storyboard as a MARKDOWN TABLE with EXACTLY 6 scenes.\n\n"
-                "Columns:\n"
-                "Scene | Scenario (problem + product/feature) | Storyline (visual + purpose)\n\n"
-                "Return ONLY the table."
-            )
-        },
-        {
-            "role": "user",
-            "content": scenario
-        }
-    ]
-
-    response = client.chat.completions.create(
-        model="llama-3.3-70b-versatile",
-        messages=messages,
-        temperature=1,
-        max_completion_tokens=700,
-        top_p=1,
-    )
-
-    return response.choices[0].message.content
+    response = ""
+    for chunk in completion:
+        delta = chunk.choices[0].delta.content
+        if delta:
+            response += delta
+            yield history + [(message, response)]
 
 # -------------------------------------------------
 # UI
 # -------------------------------------------------
 with gr.Blocks() as demo:
-    gr.Markdown("# 📖 Storyboard Assistant (Groq)")
-
-    with gr.Tabs():
+    gr.Markdown("# 📖 Storyboard Assistant (Groq Streaming)")
 
-        with gr.TabItem("💬 Chat"):
-            chatbot = gr.Chatbot(height=400)
-            user_input = gr.Textbox(
-                placeholder="Ask about storyboarding..."
-            )
-            send = gr.Button("Send")
+    chatbot = gr.Chatbot(height=450)
 
-            send.click(
-                chat_fn,
-                inputs=[user_input, chatbot],
-                outputs=chatbot
-            )
+    user_input = gr.Textbox(
+        placeholder="Ask about storyboarding..."
+    )
 
-        with gr.TabItem("📖 Generate Storyboard"):
-            scenario = gr.Textbox(
-                label="Scenario",
-                placeholder="A student using an AI planner to manage exams"
-            )
-            generate = gr.Button("Generate")
-            output = gr.Markdown()
+    send = gr.Button("Send")
 
-            generate.click(
-                storyboard_fn,
-                inputs=scenario,
-                outputs=output
-            )
+    send.click(
+        chat_stream,
+        inputs=[user_input, chatbot],
+        outputs=chatbot
+    )
 
 demo.launch()