Update app.py

app.py

@@ -4,6 +4,7 @@ from datetime import datetime
 import threading
 import logging
 import os
+import time
 
 app = Flask(__name__)
 
@@ -34,33 +35,42 @@ except Exception as e:
 models_loaded = False
 loading_error = None
 
-def load_models():
+def load_models_with_retries(max_retries=3, retry_delay=5):
     global models_loaded, loading_error
-    try:
-        logger.info("Starting model loading...")
-        
-        # Import inside function to prevent circular imports
-        from src.retrieval import DocumentRetriever
-        from src.generation import ResponseGenerator
-        
-        # Check if data file exists, create if not
-        data_path = 'data/rupeia_document.json'
-        if not os.path.exists(data_path):
-            os.makedirs('data', exist_ok=True)
-            with open(data_path, 'w') as f:
-                json.dump(DEFAULT_DOCUMENTS, f)
-            logger.info("Created default data file")
-        
-        app.retriever = DocumentRetriever()
-        app.generator = ResponseGenerator()
-        models_loaded = True
-        logger.info("Models loaded successfully")
-    except Exception as e:
-        loading_error = str(e)
-        logger.error(f"Model loading failed: {loading_error}")
+    for attempt in range(max_retries):
+        try:
+            logger.info(f"Attempt {attempt + 1}/{max_retries}: Starting model loading...")
+            
+            # Import inside function to prevent circular imports
+            from src.retrieval import DocumentRetriever
+            from src.generation import ResponseGenerator
+            
+            # Check if data file exists, create if not
+            data_path = 'data/rupeia_document.json'
+            if not os.path.exists(data_path):
+                os.makedirs('data', exist_ok=True)
+                with open(data_path, 'w') as f:
+                    import json
+                    json.dump(DEFAULT_DOCUMENTS, f)
+                logger.info("Created default data file")
+            
+            # Initialize models with explicit cache directory
+            app.retriever = DocumentRetriever(cache_folder='/app/cache')
+            app.generator = ResponseGenerator()
+            models_loaded = True
+            logger.info("Models loaded successfully")
+            return
+        except Exception as e:
+            loading_error = str(e)
+            logger.error(f"Model loading failed: {loading_error}")
+            if attempt < max_retries - 1:
+                logger.info(f"Retrying in {retry_delay} seconds...")
+                time.sleep(retry_delay)
+    
+    logger.error("All retry attempts failed. Models not loaded.")
 
 # Start loading in background
-threading.Thread(target=load_models, daemon=True).start()
+threading.Thread(target=load_models_with_retries, daemon=True).start()
 
 @app.route('/')
 def home():