Update app.py

app.py

@@ -25,9 +25,9 @@ has_cuda = torch.cuda.is_available()
 # has_cuda = False  # force cpu
 
 if has_cuda:
-    model = AutoModel.from_pretrained(model_name, trust_remote_code=True).cuda()  # 3.92
+    model = AutoModel.from_pretrained(model_name, trust_remote_code=True).cuda()  # 3.92G
 else:
-    model = AutoModel.from_pretrained(model_name, trust_remote_code=True)  # .float()
+    model = AutoModel.from_pretrained(model_name, trust_remote_code=True).float()
 
 model = model.eval()
 
@@ -101,7 +101,7 @@ def reset_state():
 
 
 with gr.Blocks() as demo:
-    gr.HTML("""<h1 align="center">ChatGLM2-6B-4bit</h1>""")
+    gr.HTML("""<h1 align="center">ChatGLM2-6B-int4</h1>""")
 
     chatbot = gr.Chatbot()
     with gr.Row():