protgpt3 commited on
Commit
1bc8acd
·
verified ·
1 Parent(s): 8f58b22

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +3 -3
README.md CHANGED
@@ -93,7 +93,7 @@ inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
93
 
94
  with torch.no_grad():
95
  output_ids = model.generate(
96
- **inputs,
97
  max_new_tokens=512,
98
  do_sample=True,
99
  temperature=0.8,
@@ -118,7 +118,7 @@ inputs = tokenizer(prefix, return_tensors="pt").to(model.device)
118
 
119
  with torch.no_grad():
120
  output_ids = model.generate(
121
- **inputs,
122
  max_new_tokens=256,
123
  do_sample=True,
124
  temperature=0.8,
@@ -150,7 +150,7 @@ inputs = tokenizer(
150
 
151
  with torch.no_grad():
152
  output_ids = model.generate(
153
- **inputs,
154
  max_new_tokens=256,
155
  do_sample=True,
156
  temperature=0.8,
 
93
 
94
  with torch.no_grad():
95
  output_ids = model.generate(
96
+ inputs["input_ids"],
97
  max_new_tokens=512,
98
  do_sample=True,
99
  temperature=0.8,
 
118
 
119
  with torch.no_grad():
120
  output_ids = model.generate(
121
+ inputs["input_ids"],
122
  max_new_tokens=256,
123
  do_sample=True,
124
  temperature=0.8,
 
150
 
151
  with torch.no_grad():
152
  output_ids = model.generate(
153
+ inputs["input_ids"],
154
  max_new_tokens=256,
155
  do_sample=True,
156
  temperature=0.8,