File size: 1,139 Bytes
9dbc035 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 | import os
import gradio as gr
from groq import Groq
# ==============================
# Add your Groq API Key here
# (or set in HuggingFace Secrets)
# ==============================
GROQ_API_KEY = os.getenv("Access")
client = Groq(api_key=GROQ_API_KEY)
# ------------------------------
# Chat Function
# ------------------------------
def chatbot(message, history):
messages = []
# previous conversation
for user, bot in history:
messages.append({"role": "user", "content": user})
messages.append({"role": "assistant", "content": bot})
# new message
messages.append({"role": "user", "content": message})
# Groq API call
completion = client.chat.completions.create(
model="llama-3.1-8b-instant",
messages=messages,
temperature=0.7,
max_tokens=1024,
)
reply = completion.choices[0].message.content
return reply
# ------------------------------
# Gradio Interface
# ------------------------------
demo = gr.ChatInterface(
fn=chatbot,
title="🤖 Groq AI Chatbot",
description="Chatbot powered by Groq API + Gradio",
)
demo.launch() |