TymaaHammouda commited on
Commit
7b63e3d
·
1 Parent(s): 5698cae
Files changed (1) hide show
  1. app.py +13 -12
app.py CHANGED
@@ -1,6 +1,5 @@
1
  from fastapi import FastAPI
2
  #from sinatools.DataDownload.downloader import download_folder_from_hf
3
- from sinatools.wsd.disambiguator import disambiguate
4
  import os
5
 
6
  print("Version 1")
@@ -15,29 +14,31 @@ dest_path = os.path.join(SINATOOLS_DIR)
15
  from huggingface_hub import snapshot_download
16
  import os
17
 
18
- def download_folder_from_hf():
19
- local_dir = os.path.expanduser("~/.sinatools")
 
 
 
20
 
21
- snapshot_download(
22
- repo_id="SinaLab/ArabGlossBERT",
23
- allow_patterns="bert-base-arabertv02/**",
24
- local_dir=local_dir,
25
  local_dir_use_symlinks=False
26
  )
27
 
28
- return os.path.join(local_dir, "bert-base-arabertv02")
29
 
30
 
31
  print("Start loading")
32
  # Download explicitly to the expected path
33
- # download_folder_from_hf("SinaLab/ArabGlossBERT", "bert-base-arabertv02_22_May_2021_00h_allglosses_unused01")
34
- # download_folder_from_hf("SinaLab/ArabGlossBERT", "bert-base-arabertv02")
35
- download_folder_from_hf()
36
 
37
  print("Finish loading")
38
 
39
  # download_file(url='https://sina.birzeit.edu/four_grams.pickle', dest_path=dest_path)
40
-
41
 
42
  @app.get("/predict")
43
  def greet_json():
 
1
  from fastapi import FastAPI
2
  #from sinatools.DataDownload.downloader import download_folder_from_hf
 
3
  import os
4
 
5
  print("Version 1")
 
14
  from huggingface_hub import snapshot_download
15
  import os
16
 
17
+ def download_folder_from_hf(repo_id, folder_name):
18
+ """
19
+ Downloads a folder from a Hugging Face model repo into ~/.sinatools
20
+ """
21
+ target_dir = os.path.expanduser("~/.sinatools")
22
 
23
+ local_path = snapshot_download(
24
+ repo_id=repo_id,
25
+ allow_patterns=f"{folder_name}/**",
26
+ local_dir=target_dir,
27
  local_dir_use_symlinks=False
28
  )
29
 
30
+ return os.path.join(local_path, folder_name)
31
 
32
 
33
  print("Start loading")
34
  # Download explicitly to the expected path
35
+ download_folder_from_hf("SinaLab/ArabGlossBERT", "bert-base-arabertv02_22_May_2021_00h_allglosses_unused01")
36
+ download_folder_from_hf("SinaLab/ArabGlossBERT", "bert-base-arabertv02")
 
37
 
38
  print("Finish loading")
39
 
40
  # download_file(url='https://sina.birzeit.edu/four_grams.pickle', dest_path=dest_path)
41
+ from sinatools.wsd.disambiguator import disambiguate
42
 
43
  @app.get("/predict")
44
  def greet_json():