Upload 2 files

Dockerfile

@@ -17,10 +17,13 @@ RUN pip install --no-cache-dir -r requirements.txt
 RUN useradd -m -u 1000 user
 USER user
 ENV HOME=/home/user \
-	PATH=/home/user/.local/bin:$PATH
+    PATH=/home/user/.local/bin:$PATH
 
 WORKDIR $HOME/app
 
+COPY --chown=user download_models.py .
+RUN python download_models.py
+
 COPY --chown=user . $HOME/app
 
 EXPOSE 7860

download_models.py

@@ -0,0 +1,37 @@
+import os
+import urllib.request
+from transformers import PegasusForConditionalGeneration, PegasusTokenizer
+from transformers import AutoTokenizer, M2M100ForConditionalGeneration, M2M100Config
+
+def download_file(url, filename):
+    print(f"Downloading {filename} from {url}...")
+    try:
+        urllib.request.urlretrieve(url, filename)
+        print(f"Successfully downloaded {filename}")
+    except Exception as e:
+        print(f"Error downloading {filename}: {e}")
+        raise
+
+def download_hf_models():
+    # PEGUSUS
+    pegasus_name = "google/pegasus-cnn_dailymail"
+    print(f"Downloading {pegasus_name}...")
+    PegasusTokenizer.from_pretrained(pegasus_name)
+    PegasusForConditionalGeneration.from_pretrained(pegasus_name)
+    
+    # NLLB
+    nllb_name = "facebook/nllb-200-distilled-1.3B"
+    print(f"Downloading {nllb_name}...")
+    AutoTokenizer.from_pretrained(nllb_name)
+    M2M100Config.from_pretrained(nllb_name)
+    M2M100ForConditionalGeneration.from_pretrained(nllb_name)
+    
+    print("All Hugging Face models downloaded and cached.")
+
+if __name__ == "__main__":
+    # Download lid.176.bin
+    fasttext_url = "https://dl.fbaipublicfiles.com/fasttext/supervised-models/lid.176.bin"
+    download_file(fasttext_url, "lid.176.bin")
+    
+    # Download HF Models
+    download_hf_models()