Fix code typo in code examples (#6)
Browse files- Fix code typo in code examples (7250429945d8016c21bedae06e1be62646b64181)
Co-authored-by: Michal Kubista <kubistmi@users.noreply.huggingface.co>
README.md
CHANGED
|
@@ -126,7 +126,7 @@ inputs = processor.apply_chat_template(
|
|
| 126 |
tokenize=True,
|
| 127 |
return_dict=True,
|
| 128 |
return_tensors="pt",
|
| 129 |
-
).to(model.device)
|
| 130 |
|
| 131 |
generated_ids = model.generate(**inputs, do_sample=False, max_new_tokens=64)
|
| 132 |
generated_texts = processor.batch_decode(
|
|
@@ -160,7 +160,7 @@ inputs = processor.apply_chat_template(
|
|
| 160 |
tokenize=True,
|
| 161 |
return_dict=True,
|
| 162 |
return_tensors="pt",
|
| 163 |
-
).to(model.device)
|
| 164 |
|
| 165 |
generated_ids = model.generate(**inputs, do_sample=False, max_new_tokens=64)
|
| 166 |
generated_texts = processor.batch_decode(
|
|
|
|
| 126 |
tokenize=True,
|
| 127 |
return_dict=True,
|
| 128 |
return_tensors="pt",
|
| 129 |
+
).to(model.device, dtype=torch.bfloat16)
|
| 130 |
|
| 131 |
generated_ids = model.generate(**inputs, do_sample=False, max_new_tokens=64)
|
| 132 |
generated_texts = processor.batch_decode(
|
|
|
|
| 160 |
tokenize=True,
|
| 161 |
return_dict=True,
|
| 162 |
return_tensors="pt",
|
| 163 |
+
).to(model.device, dtype=torch.bfloat16)
|
| 164 |
|
| 165 |
generated_ids = model.generate(**inputs, do_sample=False, max_new_tokens=64)
|
| 166 |
generated_texts = processor.batch_decode(
|