import gradio as gr
from transformers import AutoModel, AutoTokenizer


model_name = "THUDM/chatglm-6b-int4"  
tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
model = AutoModel.from_pretrained(model_name, trust_remote_code=True).float().cpu().eval()



def chat(input_text):
    response, _ = model.chat(tokenizer, input_text, history=[])
    return response

iface = gr.Interface(
    fn=chat,
    inputs=gr.Textbox(label="输入你的话"),
    outputs="text",
    title="李睿",
    description="和李睿互动。",
)

iface.launch()