HeAAAAA commited on
Commit
f95662a
·
verified ·
1 Parent(s): b8d186d

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +3 -3
README.md CHANGED
@@ -166,14 +166,14 @@ def build_inputs_prompt(current_Dialogue):
166
 
167
  path = "HeAAAAA/RoleRM"
168
 
169
- model = AutoModelForCausalLM.from_pretrained(path)
170
  tokenizer = AutoTokenizer.from_pretrained(path)
171
 
172
 
173
  inputs_prompt1 = build_inputs_prompt(current_Dialogue1)
174
  inputs_prompt2 = build_inputs_prompt(current_Dialogue2)
175
 
176
- inputs = tokenizer(inputs_prompt1, return_tensors="pt").to("cuda:2")
177
  outputs = model.generate(
178
  **inputs,
179
  max_new_tokens=200,
@@ -190,7 +190,7 @@ new_text = tokenizer.decode(new_tokens, skip_special_tokens=True)
190
 
191
  print(new_text)
192
 
193
- inputs = tokenizer(inputs_prompt2, return_tensors="pt").to("cuda:2")
194
  outputs = model.generate(
195
  **inputs,
196
  max_new_tokens=200,
 
166
 
167
  path = "HeAAAAA/RoleRM"
168
 
169
+ model = AutoModelForCausalLM.from_pretrained(path).to("cuda")
170
  tokenizer = AutoTokenizer.from_pretrained(path)
171
 
172
 
173
  inputs_prompt1 = build_inputs_prompt(current_Dialogue1)
174
  inputs_prompt2 = build_inputs_prompt(current_Dialogue2)
175
 
176
+ inputs = tokenizer(inputs_prompt1, return_tensors="pt")
177
  outputs = model.generate(
178
  **inputs,
179
  max_new_tokens=200,
 
190
 
191
  print(new_text)
192
 
193
+ inputs = tokenizer(inputs_prompt2, return_tensors="pt").to("cuda")
194
  outputs = model.generate(
195
  **inputs,
196
  max_new_tokens=200,