Fix cache path and permissions for T5 model loading

app.py

@@ -10,9 +10,8 @@ logging.basicConfig(level=logging.INFO)
 logger = logging.getLogger(__name__)
 
 # Set up cache directory
-CACHE_DIR = os.environ.get("HF_HOME", "/app/.cache/huggingface")
-
-# Ensure libraries use the cache directory
+CACHE_DIR = "/app/.cache/huggingface/hub"
+os.environ["TRANSFORMERS_CACHE"] = CACHE_DIR
 os.environ["HF_HOME"] = CACHE_DIR
 
 # Create the FastAPI app
@@ -27,25 +26,23 @@ async def health_check():
     return {"status": "healthy"}
 
 # Load T5 model from local cache
-T5_REPO = "MGZON/mgzon-flan-t5-base"
+T5_MODEL_PATH = os.path.join(CACHE_DIR, "models--MGZON--mgzon-flan-t5-base/snapshots")
 try:
-    logger.info(f"Loading tokenizer for {T5_REPO} from local cache")
+    logger.info(f"Loading tokenizer for MGZON/mgzon-flan-t5-base from {T5_MODEL_PATH}")
     t5_tokenizer = AutoTokenizer.from_pretrained(
-        T5_REPO,
-        cache_dir=CACHE_DIR,
+        T5_MODEL_PATH,
         local_files_only=True
     )
-    logger.info(f"Successfully loaded tokenizer for {T5_REPO}")
-    logger.info(f"Loading model for {T5_REPO} from local cache")
+    logger.info(f"Successfully loaded tokenizer for MGZON/mgzon-flan-t5-base")
+    logger.info(f"Loading model for MGZON/mgzon-flan-t5-base from {T5_MODEL_PATH}")
     t5_model = AutoModelForSeq2SeqLM.from_pretrained(
-        T5_REPO,
-        cache_dir=CACHE_DIR,
+        T5_MODEL_PATH,
         local_files_only=True
     )
-    logger.info(f"Successfully loaded model for {T5_REPO}")
+    logger.info(f"Successfully loaded model for MGZON/mgzon-flan-t5-base")
 except Exception as e:
-    logger.error(f"Failed to load T5 model from {T5_REPO}: {str(e)}")
-    raise RuntimeError(f"Failed to load T5 model from {T5_REPO}: {str(e)}")
+    logger.error(f"Failed to load T5 model from {T5_MODEL_PATH}: {str(e)}")
+    raise RuntimeError(f"Failed to load T5 model from {T5_MODEL_PATH}: {str(e)}")
 
 # Load Mistral GGUF model
 gguf_path = os.path.abspath("models/mistral-7b-instruct-v0.1.Q4_K_M.gguf")