Update model_service.py

model_service.py

@@ -70,7 +70,35 @@ class ModelService:
         except Exception as e:
             logger.error(f"Error loading model: {str(e)}")
             raise HTTPException(status_code=500, detail=f"Failed to load model: {str(e)}")
-    
+
+    def chat_with_model(self, model_name: str, question: str):
+        """Chat with the specified model."""
+        try:
+            # Check if the model is loaded
+            if model_name not in self.loaded_models:
+                raise HTTPException(status_code=404, detail=f"Model '{model_name}' is not loaded.")
+
+            # Retrieve the model's vector store and QA chain
+            model_data = self.loaded_models[model_name]
+            vector_store = model_data["vector_store"]
+            chain = model_data["chain"]
+
+            # Perform a similarity search to find relevant documents
+            docs = vector_store.similarity_search(question)
+
+            # Generate a response using the QA chain
+            response = chain.run(input_documents=docs, question=question)
+
+            return {
+                "status": "success",
+                "response": response
+            }
+        except HTTPException:
+            raise
+        except Exception as e:
+            logger.error(f"Error chatting with model: {str(e)}")
+            raise HTTPException(status_code=500, detail=f"Failed to chat with model: {str(e)}")
+
 
 
     def configure_chain(self, temperature: float):