Update README.md
Browse files
README.md
CHANGED
|
@@ -87,7 +87,7 @@ chat_prompt = tokenizer.apply_chat_template(
|
|
| 87 |
inputs = tokenizer(chat_prompt, return_tensors="pt")
|
| 88 |
inputs.to(device)
|
| 89 |
|
| 90 |
-
with torch.inference_mode:
|
| 91 |
generate_ids = model.generate(**inputs, max_length=500)
|
| 92 |
|
| 93 |
input_len = inputs['input_ids'].shape[1]
|
|
|
|
| 87 |
inputs = tokenizer(chat_prompt, return_tensors="pt")
|
| 88 |
inputs.to(device)
|
| 89 |
|
| 90 |
+
with torch.inference_mode():
|
| 91 |
generate_ids = model.generate(**inputs, max_length=500)
|
| 92 |
|
| 93 |
input_len = inputs['input_ids'].shape[1]
|