| import gradio as gr |
|
|
| from src.core.engine import engine |
| from src.utils.helpers import get_clean_text |
|
|
|
|
| def user_input(user_message, history): |
| """ |
| Добавляет сообщение пользователя в историю и очищает поле ввода. |
| """ |
| if not user_message: |
| return None, history |
| history = history or [] |
| history.append({"role": "user", "content": str(user_message)}) |
| return "", history |
|
|
|
|
| def set_interactive(is_interactive): |
| """ |
| Блокирует/разблокирует интерфейс во время генерации. |
| """ |
| return ( |
| gr.update( |
| interactive=is_interactive, |
| placeholder="Wait..." |
| if not is_interactive |
| else "Type your message here...", |
| ), |
| gr.update(interactive=is_interactive), |
| ) |
|
|
|
|
| def bot_response(history, system_prompt, temperature, max_tokens): |
| messages = [{"role": "system", "content": system_prompt}] |
| for msg in history[-7:]: |
| messages.append( |
| {"role": msg["role"], "content": get_clean_text(msg["content"])} |
| ) |
|
|
| history.append({"role": "assistant", "content": ""}) |
|
|
| try: |
| stream = engine.generate_stream( |
| messages=messages, max_tokens=max_tokens, temperature=temperature |
| ) |
|
|
| partial_text = "" |
| for chunk in stream: |
| delta = chunk["choices"][0]["delta"] |
| if "content" in delta: |
| partial_text += delta["content"] |
| history[-1]["content"] = partial_text |
| yield history |
|
|
| except Exception as e: |
| history[-1]["content"] += f"\n\n❌ Error: {str(e)}" |
| yield history |
|
|