Commit
·
8d38a05
1
Parent(s):
3c06737
Update model.py
Browse files
model.py
CHANGED
|
@@ -4,7 +4,7 @@ from typing import Iterator
|
|
| 4 |
import torch
|
| 5 |
from transformers import AutoConfig, AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
|
| 6 |
|
| 7 |
-
model_id = 'codellama/CodeLlama-34b-
|
| 8 |
|
| 9 |
if torch.cuda.is_available():
|
| 10 |
config = AutoConfig.from_pretrained(model_id)
|
|
|
|
| 4 |
import torch
|
| 5 |
from transformers import AutoConfig, AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
|
| 6 |
|
| 7 |
+
model_id = 'codellama/CodeLlama-34b-Instruct-hf'
|
| 8 |
|
| 9 |
if torch.cuda.is_available():
|
| 10 |
config = AutoConfig.from_pretrained(model_id)
|