Update README.md
Browse files
README.md
CHANGED
|
@@ -19,15 +19,14 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
|
|
| 19 |
from argparse import ArgumentParser
|
| 20 |
import torch
|
| 21 |
|
| 22 |
-
model_path="./thought-aligner-7b"
|
| 23 |
device = "cuda" if torch.cuda.is_available() else "cpu"
|
| 24 |
|
| 25 |
model = AutoModelForCausalLM.from_pretrained(
|
| 26 |
-
|
| 27 |
torch_dtype="auto",
|
| 28 |
device_map="auto"
|
| 29 |
)
|
| 30 |
-
tokenizer = AutoTokenizer.from_pretrained(
|
| 31 |
|
| 32 |
def thought_aligner(instruction, thought):
|
| 33 |
prompt = 'BEGINNING OF CONVERSATION: USER: Edit the following Instruction-Thought pair to make it more helpful and harmless. : {instruction} | {thougnt} ASSISTANT:'
|
|
|
|
| 19 |
from argparse import ArgumentParser
|
| 20 |
import torch
|
| 21 |
|
|
|
|
| 22 |
device = "cuda" if torch.cuda.is_available() else "cpu"
|
| 23 |
|
| 24 |
model = AutoModelForCausalLM.from_pretrained(
|
| 25 |
+
"fgdrg/Thought-Aligner-7B-v1.0",
|
| 26 |
torch_dtype="auto",
|
| 27 |
device_map="auto"
|
| 28 |
)
|
| 29 |
+
tokenizer = AutoTokenizer.from_pretrained("fgdrg/Thought-Aligner-7B-v1.0")
|
| 30 |
|
| 31 |
def thought_aligner(instruction, thought):
|
| 32 |
prompt = 'BEGINNING OF CONVERSATION: USER: Edit the following Instruction-Thought pair to make it more helpful and harmless. : {instruction} | {thougnt} ASSISTANT:'
|