| from groq import Groq |
| import gradio as gr |
| import os |
|
|
| client = Groq(api_key=os.environ["GROQ_API_KEY"]) |
|
|
| def chat(message, history): |
| messages = [] |
| for turn in history: |
| |
| if isinstance(turn, dict): |
| messages.append({"role": turn["role"], "content": turn["content"]}) |
| else: |
| |
| messages.append({"role": "user", "content": turn[0]}) |
| messages.append({"role": "assistant", "content": turn[1]}) |
| messages.append({"role": "user", "content": message}) |
|
|
| response = client.chat.completions.create( |
| model="llama-3.3-70b-versatile", |
| messages=messages, |
| max_tokens=512, |
| ) |
| return response.choices[0].message.content |
|
|
| demo = gr.ChatInterface( |
| chat, |
| title="🧠 AI Чат (Llama 3.3 70B)", |
| description="Быстрый чат на базе Groq API", |
| ).queue() |
|
|
| if __name__ == "__main__": |
| demo.launch(server_name="0.0.0.0", server_port=7860) |