Spaces:

vivekkumarbarman
/

guanaco_7B

Runtime error

vivekkumarbarman commited on Jun 9, 2023

Commit

041900e

1 Parent(s): 97930df

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -15,9 +15,10 @@ m = AutoModelForCausalLM.from_pretrained(
     model_name,
     #load_in_4bit=True,
     torch_dtype=torch.bfloat16,
-    device_map='auto'
 )
-m = PeftModel.from_pretrained(m, adapters_name, offload_dir=offload_dir)
 m = m.merge_and_unload()
 tok = LlamaTokenizer.from_pretrained(model_name)
 tok.bos_token_id = 1

     model_name,
     #load_in_4bit=True,
     torch_dtype=torch.bfloat16,
+    device_map='auto',
+    offload_folder="."
 )
+m = PeftModel.from_pretrained(m, adapters_name, offload_dir="")
 m = m.merge_and_unload()
 tok = LlamaTokenizer.from_pretrained(model_name)
 tok.bos_token_id = 1