Update services/model_manager.py

services/model_manager.py

@@ -7,6 +7,18 @@ import logging
 from functools import lru_cache
 from config.config import GenerationConfig, ModelConfig
 
+from langfuse.decorators import observe, langfuse_context
+import os 
+
+# Initialize Langfuse
+os.environ["LANGFUSE_PUBLIC_KEY"] = "pk-lf-04d2302a-aa5c-4870-9703-58ab64c3bcae"
+os.environ["LANGFUSE_SECRET_KEY"] = "sk-lf-d34ea200-feec-428e-a621-784fce93a5af"
+os.environ["LANGFUSE_HOST"] = "https://chris4k-langfuse-template-space.hf.space"  # 🇪🇺 EU region
+
+try:
+    langfuse = Langfuse()
+except Exception as e:
+    print("Langfuse Offline")
 
 class ModelManager:
     def __init__(self, device: Optional[str] = None):
@@ -15,6 +27,17 @@ class ModelManager:
         self.models: Dict[str, Any] = {}
         self.tokenizers: Dict[str, Any] = {}
 
+    def load_model(self, model_name: str):
+        # Code to load your model, e.g., Hugging Face's transformers library
+        from transformers import AutoModelForCausalLM
+        return AutoModelForCausalLM.from_pretrained(model_name)
+
+    @observe()
+    def load_tokenizer(self, model_name: str):
+        # Load the tokenizer associated with the model
+        from transformers import AutoTokenizer
+        return AutoTokenizer.from_pretrained(model_name)
+
     def load_model(self, model_id: str, model_path: str, model_type: str, config: ModelConfig) -> None:
         """Load a model with specified configuration."""
         try: