| import gradio as gr |
| from groq import Groq |
| import os |
|
|
| |
| GROQ_API_KEY = os.getenv("GROQ_API_KEY") |
|
|
| |
| client = Groq(api_key=GROQ_API_KEY) |
|
|
| |
| def chatbot(message, history): |
| messages = [] |
|
|
| |
| for user, bot in history: |
| messages.append({"role": "user", "content": user}) |
| messages.append({"role": "assistant", "content": bot}) |
|
|
| |
| messages.append({"role": "user", "content": message}) |
|
|
| |
| response = client.chat.completions.create( |
| model="llama3-70b-8192", |
| messages=messages, |
| temperature=0.7, |
| max_tokens=512, |
| ) |
|
|
| reply = response.choices[0].message.content |
| return reply |
|
|
|
|
| |
| demo = gr.ChatInterface( |
| fn=chatbot, |
| title="💬 AI Chatbot (Groq + Hugging Face)", |
| description="Ask anything! Powered by Groq API ⚡", |
| ) |
|
|
| |
| if __name__ == "__main__": |
| demo.launch() |