File size: 614 Bytes
b3376a4
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
import gradio as gr
from groq import Groq
import os 
import dotenv
dotenv.load_dotenv() 

client = Groq(api_key=os.getenv("GROQ_API_KEY"))

def chat(message, history):
    messages = []
    for user_msg, assistant_msg in history:
        messages.append({"role": "user", "content": user_msg})
        messages.append({"role": "assistant", "content": assistant_msg})
    messages.append({"role": "user", "content": message})
    
    completion = client.chat.completions.create(model="llama-3.3-70b-versatile", messages=messages)
    return completion.choices[0].message.content

gr.ChatInterface(fn=chat).launch()