Update app.py

app.py

@@ -3,7 +3,7 @@ import gradio as gr
 import mdtex2html
 
 tokenizer = AutoTokenizer.from_pretrained("MOSS550V/divination", trust_remote_code=True)
-model = AutoModel.from_pretrained("MOSS550V/divination", trust_remote_code=True).float()
+model = AutoModel.from_pretrained("MOSS550V/divination", trust_remote_code=True).quantize(8).half().float()
 model = model.eval()
 
 """Override Chatbot.postprocess"""