File size: 1,365 Bytes
42fa16e | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 | import gradio as gr
from src.utils.helpers import get_clean_text
from src.core.engine import engine
def user_input(user_message, history):
if not user_message:
return None, history
history = history or []
history.append({"role": "user", "content": str(user_message)})
return "", history
def bot_response(history, system_prompt, temperature, max_tokens):
messages = [{"role": "system", "content": system_prompt}]
for msg in history[-15:]:
messages.append(
{"role": msg["role"], "content": get_clean_text(msg["content"])}
)
history.append({"role": "assistant", "content": ""})
try:
stream = engine.generate(messages, max_tokens, temperature, stream=True)
partial_text = ""
for chunk in stream:
delta = chunk["choices"][0]["delta"]
if "content" in delta:
partial_text += delta["content"]
history[-1]["content"] = partial_text
yield history
except Exception as e:
history[-1]["content"] += f"\n\n❌ Error: {str(e)}"
yield history
def set_interactive(is_interactive):
return (
gr.update(
interactive=is_interactive,
placeholder="Wait..." if not is_interactive else "Type...",
),
gr.update(interactive=is_interactive),
)
|