Added baseCache

pipeline.py

@@ -188,14 +188,18 @@ CACHE_SIZE_LIMIT = 1000
 #     logger.error(f"Failed to initialize ChatGroq: {e}")
 #     raise RuntimeError("ChatGroq initialization failed.") from e
 
-# Define a minimal no-op cache class
-class NoOpCache:
+# Define a dummy BaseCache class locally
+class BaseCache:
     def lookup(self, key: str):
         return None  # Always return None, meaning no cache hit
 
     def update(self, key: str, value: str):
         pass  # Do nothing on cache update
 
+# Define a no-op cache that does nothing
+class NoOpCache(BaseCache):
+    pass
+
 # Assign the no-op cache to ChatGroq
 ChatGroq.cache = NoOpCache()
 
@@ -206,7 +210,7 @@ ChatGroq.model_rebuild()
 fallback_groq_api_key = os.environ.get("GROQ_API_KEY_FALLBACK", "GROQ_API_KEY")
 try:
     groq_fallback_llm = ChatGroq(
-        model=GROQ_MODELS["default"],
+        model=GROQ_MODELS["default"],  # Replace with your model name
         temperature=0.7,
         groq_api_key=fallback_groq_api_key,
         max_tokens=2048
@@ -215,6 +219,7 @@ except Exception as e:
     logger.error(f"Failed to initialize ChatGroq: {e}")
     raise RuntimeError("ChatGroq initialization failed.") from e
 
+
 # -------------------------------------------------------
 # Rate-limit & Cache
 # -------------------------------------------------------