Update README.md
Browse files
README.md
CHANGED
|
@@ -88,7 +88,7 @@ model_id = "AtlaAI/Selene-1-Mini-Llama-3.1-8B"
|
|
| 88 |
model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto")
|
| 89 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
| 90 |
|
| 91 |
-
prompt = "I heard you can evaluate my responses?" # replace with your
|
| 92 |
messages = [{"role": "user", "content": prompt}]
|
| 93 |
text = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
|
| 94 |
model_inputs = tokenizer([text], return_tensors="pt").to(device)
|
|
|
|
| 88 |
model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto")
|
| 89 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
| 90 |
|
| 91 |
+
prompt = "I heard you can evaluate my responses?" # replace with your prompt / we provide prompt templates used during training at github.com/atla-ai/selene-mini/tree/main/prompt-templates
|
| 92 |
messages = [{"role": "user", "content": prompt}]
|
| 93 |
text = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
|
| 94 |
model_inputs = tokenizer([text], return_tensors="pt").to(device)
|