Update app.py

app.py

@@ -2,6 +2,7 @@ from fastapi import FastAPI
 from transformers import pipeline
 import torch
 from pydantic import BaseModel
+import os
 
 app = FastAPI()
 
@@ -9,6 +10,12 @@ app = FastAPI()
 torch.backends.cuda.enable_flash_sdp(False)
 torch.backends.cuda.enable_mem_efficient_sdp(False)
 
+
+# Set cache directory to a writable location
+os.environ["TRANSFORMERS_CACHE"] = "/tmp/huggingface_cache"
+os.makedirs(os.environ["TRANSFORMERS_CACHE"], exist_ok=True)
+
+
 # Load model
 model = pipeline(
     "text-classification",