import os import gradio as gr from groq import Groq # Groq Client client = Groq( api_key=os.environ.get("GROQ_API_KEY") ) MODEL_NAME = "llama-3.3-70b-versatile" def chat_with_groq(user_message, history): messages = [] for user, assistant in history: messages.append({"role": "user", "content": user}) messages.append({"role": "assistant", "content": assistant}) messages.append({"role": "user", "content": user_message}) response = client.chat.completions.create( model=MODEL_NAME, messages=messages, temperature=0.7, max_tokens=1024 ) return response.choices[0].message.content demo = gr.ChatInterface( fn=chat_with_groq, title="🚀 Groq LLaMA-3 Chatbot", description="Fast multi-turn chatbot powered by Groq API", ) demo.launch()