Spaces:

tloen
/

alpaca-lora

Runtime error

tloen commited on Mar 21, 2023

Commit

adeef47

1 Parent(s): b27f6c7

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -17,12 +17,11 @@ else:
 model = LlamaForCausalLM.from_pretrained(
     "decapoda-research/llama-7b-hf",
-    load_in_8bit=True,
     torch_dtype=torch.float16,
     device_map="auto",
 )
 model = PeftModel.from_pretrained(
-    model, "tloen/alpaca-lora-7b", torch_dtype=torch.float16
 )

 model = LlamaForCausalLM.from_pretrained(
     "decapoda-research/llama-7b-hf",
     torch_dtype=torch.float16,
     device_map="auto",
 )
 model = PeftModel.from_pretrained(
+    model, "tloen/alpaca-lora-7b", torch_dtype=torch.float16, force_download=True
 )