from peft import PeftModel
from transformers import AutoModelForCausalLM
base_model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-Instruct-v0.1")
model = PeftModel.from_pretrained(base_model, "bleugreen/mistral_relevant")
Training procedure
Prompt
[INST] With no explanation, is the following text chunk relevant & useful, reply 'True' or 'False'
'''
{text}
'''
[/INST]
{correct}
from peft import PeftModel from transformers import AutoModelForCausalLM base_model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-Instruct-v0.1") model = PeftModel.from_pretrained(base_model, "bleugreen/mistral_relevant")