Update app.py

app.py

@@ -5,11 +5,15 @@ from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
 MODEL_ID = "Muhammadidrees/MedicalInsights"
 
 tokenizer = AutoTokenizer.from_pretrained(MODEL_ID)
+
+offload_path = os.path.join(os.getcwd(), "offload")
+os.makedirs(offload_path, exist_ok=True)
+
 #model = AutoModelForCausalLM.from_pretrained(MODEL_ID, device_map="auto")
 model = AutoModelForCausalLM.from_pretrained(
     MODEL_ID,
     device_map="auto",              # Hugging Face accelerate use karega
-    offload_folder="offload",       # Disk pe offload karega (RAM bachi rahegi)
+    offload_folder=offload_path,       # Disk pe offload karega (RAM bachi rahegi)
     low_cpu_mem_usage=True,
     trust_remote_code=True
 )