Commit
·
10dfdbe
1
Parent(s):
1708595
Update README.md
Browse files
README.md
CHANGED
|
@@ -153,7 +153,7 @@ Use the Task below and the Input given to write the Response, which is a program
|
|
| 153 |
# Tokenize the input
|
| 154 |
input_ids = tokenizer(prompt, return_tensors="pt", truncation=True).input_ids.cuda()
|
| 155 |
# Run the model to infere an output
|
| 156 |
-
outputs = model.generate(input_ids=input_ids, max_new_tokens=
|
| 157 |
|
| 158 |
# Detokenize and display the generated output
|
| 159 |
print(tokenizer.batch_decode(outputs.detach().cpu().numpy(), skip_special_tokens=True)[0][len(prompt):])
|
|
|
|
| 153 |
# Tokenize the input
|
| 154 |
input_ids = tokenizer(prompt, return_tensors="pt", truncation=True).input_ids.cuda()
|
| 155 |
# Run the model to infere an output
|
| 156 |
+
outputs = model.generate(input_ids=input_ids, max_new_tokens=1024, do_sample=True, top_p=0.9, temperature=0.001, pad_token_id=1)
|
| 157 |
|
| 158 |
# Detokenize and display the generated output
|
| 159 |
print(tokenizer.batch_decode(outputs.detach().cpu().numpy(), skip_special_tokens=True)[0][len(prompt):])
|