implement caching for models..

Dockerfile

@@ -48,6 +48,9 @@ RUN pip install -r requirements.txt
 # Copy the rest of your repository into the container
 COPY . .
 
+# make persistent cache for models 
+RUN mkdir -p /app/hf_cache
+
 # Set environment variable to mitigate CUDA memory fragmentation
 ENV PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True
 

Image-Morpher/main.py

@@ -11,6 +11,9 @@ import time
 import logging
 import gc
 
+os.environ["HF_HOME"] = "/app/hf_cache"
+os.environ["DIFFUSERS_CACHE"] = "/app/hf_cache"
+
 logs_folder = "logs"
 os.makedirs(logs_folder, exist_ok=True)