Upload folder using huggingface_hub

advanced_rag.py

@@ -454,15 +454,26 @@ class ElevatedRagChain:
                     debug_print("Mistral client library not installed. Falling back to Llama pipeline.")
                     normalized = "llama"
                 if normalized != "llama":
+                                        from pydantic import PrivateAttr
+#                    from langchain.llms.base import LLM
+#                    from typing import Any, Optional, List
+#                    import typing
+
                     class MistralLLM(LLM):
                         temperature: float = 0.7
                         top_p: float = 0.95
-                        _client: Any = None
+                        _client: Any = PrivateAttr(default=None)
+
                         def __init__(self, api_key: str, temperature: float = 0.7, top_p: float = 0.95, **kwargs: Any):
-                            super().__init__(**kwargs)
-                            self._client = Mistral(api_key=api_key)
-                            self.temperature = temperature
-                            self.top_p = top_p
+                            try:
+                                super().__init__(**kwargs)
+                                # Bypass Pydantic's __setattr__ to assign to _client
+                                object.__setattr__(self, '_client', Mistral(api_key=api_key))
+                                self.temperature = temperature
+                                self.top_p = top_p
+                            except Exception as e:
+                                debug_print(f"Init Mistral failed with error: {e}")
+                                                    
                         @property
                         def _llm_type(self) -> str:
                             return "mistral_llm"