Update app.py
Browse files
app.py
CHANGED
|
@@ -4,7 +4,7 @@ from gradio.components import Textbox
|
|
| 4 |
|
| 5 |
|
| 6 |
tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b-int4", trust_remote_code=True)
|
| 7 |
-
model = AutoModel.from_pretrained("THUDM/chatglm-6b-int4", trust_remote_code=True).
|
| 8 |
model.eval()
|
| 9 |
|
| 10 |
history=[]
|
|
|
|
| 4 |
|
| 5 |
|
| 6 |
tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b-int4", trust_remote_code=True)
|
| 7 |
+
model = AutoModel.from_pretrained("THUDM/chatglm-6b-int4", trust_remote_code=True).float()
|
| 8 |
model.eval()
|
| 9 |
|
| 10 |
history=[]
|