Update model.py

model.py

@@ -3,8 +3,8 @@ from typing import Iterator
 
 #import torch
 from transformers.utils import logging
-from ctransformers import AutoModelForCausalLM, AutoTokenizer
-from transformers import TextIteratorStreamer
+from ctransformers import AutoModelForCausalLM 
+from transformers import TextIteratorStreamer, AutoTokenizer
 
 logging.set_verbosity_info()
 logger = logging.get_logger("transformers")
@@ -16,7 +16,8 @@ device = "cpu"
 
 
 model = AutoModelForCausalLM.from_pretrained(model_id, model_type="llama", lib='avx2', hf=True)
-tokenizer = AutoTokenizer.from_pretrained(model)
+tokenizer = AutoTokenizer.from_pretrained('Llama-2-7b-chat-hf')
+#tokenizer = AutoTokenizer.from_pretrained('meta-llama/Llama-2-7b-chat-hf')
 
 def get_prompt(message: str, chat_history: list[tuple[str, str]],
                system_prompt: str) -> str: