bigcode
/

astraios-1b-lora

Model card Files Files and versions

terryyz commited on Dec 18, 2023

Commit

78e607a

·

1 Parent(s): bffe097

Update README.md

Files changed (1) hide show

README.md +2 -5

README.md CHANGED Viewed

@@ -99,11 +99,8 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
 peft_checkpoint = "bigcode/astraios-1b-lora"
 checkpoint = "bigcode/starcoderbase-1b"
-model = PeftModel.from_pretrained(checkpoint, peft_checkpoint)
-try:
-  model.merge_and_unload()
-except:
-  pass
 device = "cuda" # for GPU usage or "cpu" for CPU usage
 tokenizer = AutoTokenizer.from_pretrained(checkpoint)

 peft_checkpoint = "bigcode/astraios-1b-lora"
 checkpoint = "bigcode/starcoderbase-1b"
+model = AutoModelForCausalLM.from_pretrained(checkpoint)
+model = PeftModel.from_pretrained(model, peft_checkpoint)
 device = "cuda" # for GPU usage or "cpu" for CPU usage
 tokenizer = AutoTokenizer.from_pretrained(checkpoint)