Code_LLM / src /ui /callbacks.py
AnatoliiG
fix work with agent api mode
a8a31d7
import gradio as gr
from src.core.engine import engine
from src.utils.helpers import get_clean_text
def user_input(user_message, history):
"""
Добавляет сообщение пользователя в историю и очищает поле ввода.
"""
if not user_message:
return None, history
history = history or []
history.append({"role": "user", "content": str(user_message)})
return "", history
def set_interactive(is_interactive):
"""
Блокирует/разблокирует интерфейс во время генерации.
"""
return (
gr.update(
interactive=is_interactive,
placeholder="Wait..."
if not is_interactive
else "Type your message here...",
),
gr.update(interactive=is_interactive),
)
def bot_response(history, system_prompt, temperature, max_tokens):
messages = [{"role": "system", "content": system_prompt}]
for msg in history[-7:]:
messages.append(
{"role": msg["role"], "content": get_clean_text(msg["content"])}
)
history.append({"role": "assistant", "content": ""})
try:
stream = engine.generate_stream(
messages=messages, max_tokens=max_tokens, temperature=temperature
)
partial_text = ""
for chunk in stream:
delta = chunk["choices"][0]["delta"]
if "content" in delta:
partial_text += delta["content"]
history[-1]["content"] = partial_text
yield history
except Exception as e:
history[-1]["content"] += f"\n\n❌ Error: {str(e)}"
yield history