Create download_folder_from_hf function

app.py

@@ -1,5 +1,5 @@
 from fastapi import FastAPI
-from sinatools.DataDownload.downloader import download_folder_from_hf
+#from sinatools.DataDownload.downloader import download_folder_from_hf
 from sinatools.wsd.disambiguator import disambiguate
 import os
 
@@ -11,6 +11,26 @@ os.makedirs(SINATOOLS_DIR, exist_ok=True)
 # Destination path
 dest_path = os.path.join(SINATOOLS_DIR)
 
+
+from huggingface_hub import snapshot_download
+import os
+
+def download_folder_from_hf(repo_id, folder_name):
+    """
+    Downloads a folder from a Hugging Face model repo into ~/.sinatools
+    """
+    target_dir = os.path.expanduser("~/.sinatools")
+
+    local_path = snapshot_download(
+        repo_id=repo_id,
+        allow_patterns=f"{folder_name}/**",
+        local_dir=target_dir,
+        local_dir_use_symlinks=False
+    )
+
+    return os.path.join(local_path, folder_name)
+
+
 print("Start loading")
 # Download explicitly to the expected path
 download_folder_from_hf("SinaLab/ArabGlossBERT", "bert-base-arabertv02_22_May_2021_00h_allglosses_unused01")