| import os |
| import gradio as gr |
| from groq import Groq |
|
|
| |
| |
| |
| |
| GROQ_API_KEY = os.getenv("Access") |
|
|
| client = Groq(api_key=GROQ_API_KEY) |
|
|
| |
| |
| |
| def chatbot(message, history): |
|
|
| messages = [] |
|
|
| |
| for user, bot in history: |
| messages.append({"role": "user", "content": user}) |
| messages.append({"role": "assistant", "content": bot}) |
|
|
| |
| messages.append({"role": "user", "content": message}) |
|
|
| |
| completion = client.chat.completions.create( |
| model="llama-3.1-8b-instant", |
| messages=messages, |
| temperature=0.7, |
| max_tokens=1024, |
| ) |
|
|
| reply = completion.choices[0].message.content |
|
|
| return reply |
|
|
|
|
| |
| |
| |
| demo = gr.ChatInterface( |
| fn=chatbot, |
| title="🤖 Groq AI Chatbot", |
| description="Chatbot powered by Groq API + Gradio", |
| ) |
|
|
| demo.launch() |