Spaces:
Sleeping
Sleeping
File size: 831 Bytes
f61c6ab 5882664 f61c6ab 734df75 f61c6ab 5882664 f61c6ab |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 |
import os
import gradio as gr
from groq import Groq
# Groq Client
client = Groq(
api_key=os.environ.get("GROQ_API_KEY")
)
MODEL_NAME = "llama-3.3-70b-versatile"
def chat_with_groq(user_message, history):
messages = []
for user, assistant in history:
messages.append({"role": "user", "content": user})
messages.append({"role": "assistant", "content": assistant})
messages.append({"role": "user", "content": user_message})
response = client.chat.completions.create(
model=MODEL_NAME,
messages=messages,
temperature=0.7,
max_tokens=1024
)
return response.choices[0].message.content
demo = gr.ChatInterface(
fn=chat_with_groq,
title="🚀 Groq LLaMA-3 Chatbot",
description="Fast multi-turn chatbot powered by Groq API",
)
demo.launch()
|