Spaces:

sdung
/

phi-2

Sleeping

sdung commited on Apr 9, 2024

Commit

a9afb03

verified ·

1 Parent(s): 9d8a02e

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -22,7 +22,7 @@ model_name_or_path = "TheBloke/phi-2-GPTQ"
 # To use a different branch, change revision
 # For example: revision="gptq-4bit-32g-actorder_True"
 model = AutoModelForCausalLM.from_pretrained(model_name_or_path,
-                                             device_map="auto",
                                              trust_remote_code=True,
                                              revision="main")

 # To use a different branch, change revision
 # For example: revision="gptq-4bit-32g-actorder_True"
 model = AutoModelForCausalLM.from_pretrained(model_name_or_path,
+                                             device_map="cpu",
                                              trust_remote_code=True,
                                              revision="main")