File size: 1,715 Bytes
42fa16e f9aca5d 42fa16e 929276c 42fa16e f9aca5d 42fa16e a8a31d7 f9aca5d 42fa16e f9aca5d 42fa16e | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 | import gradio as gr
from src.core.engine import engine
from src.utils.helpers import get_clean_text
def user_input(user_message, history):
"""
Добавляет сообщение пользователя в историю и очищает поле ввода.
"""
if not user_message:
return None, history
history = history or []
history.append({"role": "user", "content": str(user_message)})
return "", history
def set_interactive(is_interactive):
"""
Блокирует/разблокирует интерфейс во время генерации.
"""
return (
gr.update(
interactive=is_interactive,
placeholder="Wait..."
if not is_interactive
else "Type your message here...",
),
gr.update(interactive=is_interactive),
)
def bot_response(history, system_prompt, temperature, max_tokens):
messages = [{"role": "system", "content": system_prompt}]
for msg in history[-7:]:
messages.append(
{"role": msg["role"], "content": get_clean_text(msg["content"])}
)
history.append({"role": "assistant", "content": ""})
try:
stream = engine.generate_stream(
messages=messages, max_tokens=max_tokens, temperature=temperature
)
partial_text = ""
for chunk in stream:
delta = chunk["choices"][0]["delta"]
if "content" in delta:
partial_text += delta["content"]
history[-1]["content"] = partial_text
yield history
except Exception as e:
history[-1]["content"] += f"\n\n❌ Error: {str(e)}"
yield history
|