added noops cache

pipeline.py

@@ -173,15 +173,43 @@ CACHE_SIZE_LIMIT = 1000
 #     max_retries=2,
 # )
 
-# Fallback
+# # Fallback
+# fallback_groq_api_key = os.environ.get("GROQ_API_KEY_FALLBACK", "GROQ_API_KEY")
+
+# # Attempt to initialize ChatGroq without a cache
+# try:
+#     groq_fallback_llm = ChatGroq(
+#         model=GROQ_MODELS["default"],
+#         temperature=0.7,
+#         # groq_api_key=fallback_groq_api_key,
+#         max_tokens=2048
+#     )
+# except Exception as e:
+#     logger.error(f"Failed to initialize ChatGroq: {e}")
+#     raise RuntimeError("ChatGroq initialization failed.") from e
+from langchain.cache import BaseCache
+
+# Define a no-op cache that does nothing
+class NoOpCache(BaseCache):
+    def lookup(self, key: str):
+        return None  # Always return None, meaning no cache hit
+
+    def update(self, key: str, value: str):
+        pass  # Do nothing on cache update
+
+# Assign the no-op cache to ChatGroq
+ChatGroq.cache = NoOpCache()
+
+# Rebuild the ChatGroq model to finalize its definition
+ChatGroq.model_rebuild()
+
+# Initialize ChatGroq without using caching
 fallback_groq_api_key = os.environ.get("GROQ_API_KEY_FALLBACK", "GROQ_API_KEY")
-
-# Attempt to initialize ChatGroq without a cache
 try:
     groq_fallback_llm = ChatGroq(
         model=GROQ_MODELS["default"],
         temperature=0.7,
-        # groq_api_key=fallback_groq_api_key,
+        groq_api_key=fallback_groq_api_key,
         max_tokens=2048
     )
 except Exception as e: