Update app.py

app.py

@@ -1,3 +1,12 @@
+import os
+
+# Set custom cache directories to avoid permission issues
+os.environ["TRANSFORMERS_CACHE"] = "/tmp/transformers_cache"
+os.makedirs("/tmp/transformers_cache", exist_ok=True)
+
+os.environ["XDG_CACHE_HOME"] = "/tmp/.cache"
+os.makedirs("/tmp/.cache", exist_ok=True)
+
 from fastapi import FastAPI, HTTPException
 from fastapi.middleware.cors import CORSMiddleware
 from pydantic import BaseModel
@@ -5,15 +14,6 @@ from typing import List, Optional
 import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer, AutoConfig        #, LlamaTokenizerFast
 import re
-import os
-
-
-# Set custom cache directory with proper permissions
-os.environ["TRANSFORMERS_CACHE"] = "/tmp/transformers_cache"
-os.makedirs("/tmp/transformers_cache", exist_ok=True)
-# Also set HF_HOME to avoid permission issues
-os.environ["XDG_CACHE_HOME"] = "/tmp/.cache"
-os.makedirs("/tmp/.cache", exist_ok=True)
 
 app = FastAPI()