Code_LLM / src /ui /callbacks.py
AnatoliiG
split code
42fa16e
raw
history blame
1.37 kB
import gradio as gr
from src.utils.helpers import get_clean_text
from src.core.engine import engine
def user_input(user_message, history):
if not user_message:
return None, history
history = history or []
history.append({"role": "user", "content": str(user_message)})
return "", history
def bot_response(history, system_prompt, temperature, max_tokens):
messages = [{"role": "system", "content": system_prompt}]
for msg in history[-15:]:
messages.append(
{"role": msg["role"], "content": get_clean_text(msg["content"])}
)
history.append({"role": "assistant", "content": ""})
try:
stream = engine.generate(messages, max_tokens, temperature, stream=True)
partial_text = ""
for chunk in stream:
delta = chunk["choices"][0]["delta"]
if "content" in delta:
partial_text += delta["content"]
history[-1]["content"] = partial_text
yield history
except Exception as e:
history[-1]["content"] += f"\n\n❌ Error: {str(e)}"
yield history
def set_interactive(is_interactive):
return (
gr.update(
interactive=is_interactive,
placeholder="Wait..." if not is_interactive else "Type...",
),
gr.update(interactive=is_interactive),
)