pointbreak3000 commited on
Commit
ce507a9
verified
1 Parent(s): 74cb0c0

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +14 -2
README.md CHANGED
@@ -39,9 +39,21 @@ library_name: peft
39
 
40
  ### Direct Use
41
 
42
- <!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
 
43
 
44
- [More Information Needed]
 
 
 
 
 
 
 
 
 
 
 
45
 
46
  ### Downstream Use [optional]
47
 
 
39
 
40
  ### Direct Use
41
 
42
+ from transformers import AutoModelForCausalLM, AutoTokenizer
43
+ from peft import PeftModel
44
 
45
+ base_model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-v0.1")
46
+ tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-v0.1")
47
+
48
+ model = PeftModel.from_pretrained(base_model, "pointbreak3000/mistral-mental-health-lora")
49
+
50
+ prompt = "I'm feeling stressed and anxious lately. What should I do?"
51
+ inputs = tokenizer(prompt, return_tensors="pt")
52
+ outputs = model.generate(**inputs, max_new_tokens=100)
53
+ print(tokenizer.decode(outputs[0], skip_special_tokens=True))
54
+
55
+
56
+ ![image/png](https://cdn-uploads.huggingface.co/production/uploads/67f28eb90def71591f779d1f/DKReV5dUxzCWujyjr34O1.png)
57
 
58
  ### Downstream Use [optional]
59