app.py

import os
import gradio as gr
from groq import Groq

# Groq Client
client = Groq(
    api_key=os.environ.get("GROQ_API_KEY")
)

MODEL_NAME = "llama-3.3-70b-versatile"

def chat_with_groq(user_message, history):
    messages = []

    for user, assistant in history:
        messages.append({"role": "user", "content": user})
        messages.append({"role": "assistant", "content": assistant})

    messages.append({"role": "user", "content": user_message})

    response = client.chat.completions.create(
        model=MODEL_NAME,
        messages=messages,
        temperature=0.7,
        max_tokens=1024
    )

    return response.choices[0].message.content


demo = gr.ChatInterface(
    fn=chat_with_groq,
    title="🚀 Groq LLaMA-3 Chatbot",
    description="Fast multi-turn chatbot powered by Groq API",
)

demo.launch()