replaced mistral with TinyGPT2Model

models/mistral_model.py

@@ -24,9 +24,9 @@ class MistralModel:
     
     def _initialize_model(self):
         """Initialize Mistral model with optimizations"""
-        print("Loading Mistral model...")
+        print("Loading TinyGPT2Model model...")
         
-        model_id = "mistralai/Mistral-7B-Instruct-v0.2"
+        model_id = "sshleifer/tiny-gpt2"
         
         # Load tokenizer
         MistralModel._tokenizer = AutoTokenizer.from_pretrained(model_id, token=HUGGINGFACE_TOKEN,use_fast=False)
@@ -35,12 +35,11 @@ class MistralModel:
         MistralModel._model = AutoModelForCausalLM.from_pretrained(
             model_id,
             token=HUGGINGFACE_TOKEN,
-            torch_dtype=torch.float16,
-            device_map="auto",
+            torch_dtype=torch.float32,
             load_in_8bit=True  # Use 8-bit quantization for memory efficiency
         )
         
-        print("Mistral model loaded successfully!")
+        print("TinyGPT2Model loaded successfully!")
     
     def generate(
         self,