Spaces:

MOSS550V
/

divination

Paused

MOSS550V commited on Jun 9, 2023

Commit

4ad5016

1 Parent(s): 21ee332

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -144,7 +144,7 @@ def main():
     else:
         model = AutoModel.from_pretrained("THUDM/chatglm-6b", config=config, trust_remote_code=True)
-    model = model.quantize(4)
     # P-tuning v2
     # model = model.half()

     else:
         model = AutoModel.from_pretrained("THUDM/chatglm-6b", config=config, trust_remote_code=True)
+    # model = model.quantize(4)
     # P-tuning v2
     # model = model.half()