Update app.py

app.py

@@ -2,8 +2,11 @@ from transformers import AutoModel, AutoTokenizer
 import gradio as gr
 import mdtex2html
 
-tokenizer = AutoTokenizer.from_pretrained("MOSS550V/divination", trust_remote_code=True)
-model = AutoModel.from_pretrained("MOSS550V/divination", trust_remote_code=True).quantize(8).half().float()
+tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True)
+model = AutoModel.from_pretrained("MOSS550V/divination", trust_remote_code=True)
+model = model.quantize(4)
+model = model.half().cuda()
+model.transformer.prefix_encoder.float()
 model = model.eval()
 
 """Override Chatbot.postprocess"""
@@ -86,9 +89,9 @@ with gr.Blocks() as demo:
                 submitBtn = gr.Button("Submit", variant="primary")
         with gr.Column(scale=1):
             emptyBtn = gr.Button("Clear History")
-            max_length = gr.Slider(0, 4096, value=2048, step=1.0, label="Maximum length", interactive=True)
+            max_length = gr.Slider(0, 4096, value=64, step=1.0, label="Maximum length", interactive=True)
             top_p = gr.Slider(0, 1, value=0.7, step=0.01, label="Top P", interactive=True)
-            temperature = gr.Slider(0, 1, value=0.95, step=0.01, label="Temperature", interactive=True)
+            temperature = gr.Slider(0, 1, value=0.45, step=0.01, label="Temperature", interactive=True)
 
     history = gr.State([])