Update server.py

server.py

@@ -6,18 +6,10 @@ import torch
 
 app = FastAPI()
 
-# ✅ Fix: Set writable cache directory for Hugging Face models
-os.environ["TRANSFORMERS_CACHE"] = "/tmp"
-os.environ["HF_HOME"] = "/tmp"
-
-# ✅ Ensure cache directory exists
-if not os.path.exists("/tmp"):
-    os.makedirs("/tmp")
-
 # ✅ Load DeepSeek-Coder-V2-Base Model with `trust_remote_code=True`
 model_name = "deepseek-ai/DeepSeek-Coder-V2-Base"
-tokenizer = AutoTokenizer.from_pretrained(model_name, cache_dir="/tmp", trust_remote_code=True)
-model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float16, device_map="auto", cache_dir="/tmp", trust_remote_code=True)
+tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
+model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float16, device_map="auto", trust_remote_code=True)
 
 class CodeRequest(BaseModel):
     user_story: str