Update README.md

README.md

@@ -42,6 +42,46 @@ This model is intended for use in:
 
 ---
 
+## Example Usage
+```python
+
+import torch
+from transformers import AutoTokenizer, AutoModelForCausalLM
+from peft import PeftModel
+
+# Base model
+basemodelname = "meta-llama/Llama-3.1-8B-Instruct"
+base_model = AutoModelForCausalLM.from_pretrained(
+    basemodelname,
+    torch_dtype=torch.bfloat16,
+    device_map="auto"
+)
+
+# Load adapter on top
+peft_model_path = "abbatea/Tutorbot-variation-DPO-Llama"
+model = PeftModel.from_pretrained(base_model, peft_model_path)
+
+# Load tokenizer
+tokenizer = AutoTokenizer.from_pretrained(basemodelname)
+if tokenizer.pad_token is None:
+    tokenizer.pad_token = tokenizer.eos_token
+    tokenizer.pad_token_id = tokenizer.eos_token_id
+
+
+
+messages = [
+    {"role": "user", "content": "Can you help me solve 3x + 5 = 20?"}
+]
+prompt = tokenizer.apply_chat_template(messages, tokenize=False)
+inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
+
+outputs = model.generate(**inputs, max_new_tokens=512)
+print(tokenizer.decode(outputs[0], skip_special_tokens=True))
+
+
+```
+---
+
 
 ## Citations