Matt
commited on
Commit
·
f205c1c
1
Parent(s):
5e0557a
Update README with chat template examples
Browse files
README.md
CHANGED
|
@@ -111,12 +111,12 @@ if torch.cuda.is_available():
|
|
| 111 |
else:
|
| 112 |
torch.set_default_device("cpu")
|
| 113 |
|
| 114 |
-
model = transformers.AutoModelForCausalLM.from_pretrained("
|
| 115 |
|
| 116 |
# https://github.com/huggingface/transformers/issues/27132
|
| 117 |
# please use the slow tokenizer since fast and slow tokenizer produces different tokens
|
| 118 |
tokenizer = transformers.AutoTokenizer.from_pretrained(
|
| 119 |
-
"
|
| 120 |
use_fast=False,
|
| 121 |
)
|
| 122 |
|
|
|
|
| 111 |
else:
|
| 112 |
torch.set_default_device("cpu")
|
| 113 |
|
| 114 |
+
model = transformers.AutoModelForCausalLM.from_pretrained("microsoft/Orca-2-13b", device_map='auto')
|
| 115 |
|
| 116 |
# https://github.com/huggingface/transformers/issues/27132
|
| 117 |
# please use the slow tokenizer since fast and slow tokenizer produces different tokens
|
| 118 |
tokenizer = transformers.AutoTokenizer.from_pretrained(
|
| 119 |
+
"microsoft/Orca-2-13b",
|
| 120 |
use_fast=False,
|
| 121 |
)
|
| 122 |
|