kgrabko commited on
Commit
3944ed5
·
verified ·
1 Parent(s): ac9461c

Update chat_jirack_1b_pt_packed.py

Browse files
Files changed (1) hide show
  1. chat_jirack_1b_pt_packed.py +3 -1
chat_jirack_1b_pt_packed.py CHANGED
@@ -82,7 +82,9 @@ def main():
82
  device = torch.device("cuda")
83
  checkpoint = "jirack_1b_packed.pt"
84
 
85
- tokenizer = AutoTokenizer.from_pretrained("meta-llama/Llama-3.2-1B-Instruct")
 
 
86
 
87
  # Создаем модель-наследника
88
  model = TernaryTransformer1B(TernaryConfig()).to(device=device, dtype=torch.float16)
 
82
  device = torch.device("cuda")
83
  checkpoint = "jirack_1b_packed.pt"
84
 
85
+ #tokenizer = AutoTokenizer.from_pretrained("meta-llama/Llama-3.2-1B-Instruct")
86
+ tokenizer = AutoTokenizer.from_pretrained("CMSManhattan/JiRackTokenizer")
87
+
88
 
89
  # Создаем модель-наследника
90
  model = TernaryTransformer1B(TernaryConfig()).to(device=device, dtype=torch.float16)