Update chat_jirack_1b_pt_packed.py
Browse files
chat_jirack_1b_pt_packed.py
CHANGED
|
@@ -82,7 +82,9 @@ def main():
|
|
| 82 |
device = torch.device("cuda")
|
| 83 |
checkpoint = "jirack_1b_packed.pt"
|
| 84 |
|
| 85 |
-
tokenizer = AutoTokenizer.from_pretrained("meta-llama/Llama-3.2-1B-Instruct")
|
|
|
|
|
|
|
| 86 |
|
| 87 |
# Создаем модель-наследника
|
| 88 |
model = TernaryTransformer1B(TernaryConfig()).to(device=device, dtype=torch.float16)
|
|
|
|
| 82 |
device = torch.device("cuda")
|
| 83 |
checkpoint = "jirack_1b_packed.pt"
|
| 84 |
|
| 85 |
+
#tokenizer = AutoTokenizer.from_pretrained("meta-llama/Llama-3.2-1B-Instruct")
|
| 86 |
+
tokenizer = AutoTokenizer.from_pretrained("CMSManhattan/JiRackTokenizer")
|
| 87 |
+
|
| 88 |
|
| 89 |
# Создаем модель-наследника
|
| 90 |
model = TernaryTransformer1B(TernaryConfig()).to(device=device, dtype=torch.float16)
|