Spaces:

mustapha
/

chatAlpaca

Build error

mustapha commited on Mar 19, 2023

Commit

9ae79ea

1 Parent(s): 1552f4f

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -20,7 +20,9 @@ model = LlamaForCausalLM.from_pretrained(
     "decapoda-research/llama-7b-hf",
     load_in_8bit=True,
     torch_dtype=torch.float16,
-    device_map="auto",
 )
 model = PeftModel.from_pretrained(
     model, "tloen/alpaca-lora-7b",
@@ -28,7 +30,8 @@ model = PeftModel.from_pretrained(
 )
 device = "cpu"
-model.to(device)
 model.eval()
 def evaluate_raw_prompt(

     "decapoda-research/llama-7b-hf",
     load_in_8bit=True,
     torch_dtype=torch.float16,
+    # device_map="auto",
+    device_map={"":"cpu"},
+    max_memory={"cpu":"12GiB"}
 )
 model = PeftModel.from_pretrained(
     model, "tloen/alpaca-lora-7b",
 )
 device = "cpu"
+print("model device :", model.device)
+# model.to(device)
 model.eval()
 def evaluate_raw_prompt(