updated aggent

agent.py

@@ -9,9 +9,10 @@ from sentence_transformers import SentenceTransformer
 class CodingAgent:
     def __init__(self):
         # Load TinyLlama (CPU-friendly)
-        model_id = "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
+        model_id = "mistralai/Mistral-7B-Instruct-v0.2"
         self.tokenizer = AutoTokenizer.from_pretrained(model_id)
-        self.model = AutoModelForCausalLM.from_pretrained(model_id)
+        self.model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.float16, device_map="auto")
+
         self.llm = pipeline("text-generation", model=self.model, tokenizer=self.tokenizer, max_new_tokens=512, device=-1)
 
         # Embedding model + FAISS index