| |
| import os |
| from groq import Groq |
| import gradio as gr |
| from dotenv import load_dotenv |
|
|
| |
| load_dotenv() |
| client = Groq(api_key=os.environ.get("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")) |
|
|
| def groq_chat(message, history): |
| messages = [{"role": "system", "content": "You are a helpful assistant."}] |
| for user, bot in history: |
| messages.append({"role": "user", "content": user}) |
| messages.append({"role": "assistant", "content": bot}) |
| messages.append({"role": "user", "content": message}) |
|
|
| response = client.chat.completions.create( |
| model="llama-3.3-70b-versatile", |
| messages=messages, |
| temperature=0.7, |
| ) |
| return response.choices[0].message.content |
|
|
| demo = gr.ChatInterface( |
| fn=groq_chat, |
| title="Groq Chatbot", |
| description="Chat with a lightning-fast LLM via Groq API", |
| theme=gr.themes.Soft() |
| ) |
|
|
| demo.launch() |
|
|