nexusbert commited on
Commit
a574a72
·
1 Parent(s): 267160d

push ignore

Browse files
Files changed (2) hide show
  1. .gitignore +1 -0
  2. Dockerfile +6 -6
.gitignore ADDED
@@ -0,0 +1 @@
 
 
1
+ token.txt
Dockerfile CHANGED
@@ -47,14 +47,14 @@ RUN python -c "from transformers import pipeline; pipeline('text-to-speech', mod
47
  && python -c "from transformers import pipeline; pipeline('text-to-speech', model='facebook/mms-tts-yor')"
48
 
49
  # Pre-load N-ATLaS model during build
50
- RUN python -c "from huggingface_hub import snapshot_download; snapshot_download(repo_id='NCAIR1/N-ATLaS', token='$HF_TOKEN')" \
51
- && python -c "from transformers import AutoTokenizer, AutoModelForCausalLM; import torch; tokenizer = AutoTokenizer.from_pretrained('NCAIR1/N-ATLaS', token='$HF_TOKEN'); model = AutoModelForCausalLM.from_pretrained('NCAIR1/N-ATLaS', torch_dtype=torch.float16 if torch.cuda.is_available() else torch.float32, device_map='auto' if torch.cuda.is_available() else None, trust_remote_code=True, low_cpu_mem_usage=True, use_cache=True, token='$HF_TOKEN'); print('N-ATLaS model loaded successfully')"
52
 
53
  # Pre-download ASR models (will be lazy-loaded at runtime)
54
- RUN python -c "from huggingface_hub import snapshot_download; snapshot_download(repo_id='NCAIR1/Hausa-ASR', token='$HF_TOKEN')" \
55
- && python -c "from huggingface_hub import snapshot_download; snapshot_download(repo_id='NCAIR1/Yoruba-ASR', token='$HF_TOKEN')" \
56
- && python -c "from huggingface_hub import snapshot_download; snapshot_download(repo_id='NCAIR1/Igbo-ASR', token='$HF_TOKEN')" \
57
- && python -c "from huggingface_hub import snapshot_download; snapshot_download(repo_id='NCAIR1/NigerianAccentedEnglish', token='$HF_TOKEN')" \
58
  && find /models/huggingface -name '*.lock' -delete
59
 
60
  # Copy project files
 
47
  && python -c "from transformers import pipeline; pipeline('text-to-speech', model='facebook/mms-tts-yor')"
48
 
49
  # Pre-load N-ATLaS model during build
50
+ RUN python -c "import os; from huggingface_hub import snapshot_download; token = os.getenv('HF_TOKEN'); snapshot_download(repo_id='NCAIR1/N-ATLaS', token=token)" \
51
+ && python -c "import os; from transformers import AutoTokenizer, AutoModelForCausalLM; import torch; token = os.getenv('HF_TOKEN'); tokenizer = AutoTokenizer.from_pretrained('NCAIR1/N-ATLaS', token=token); model = AutoModelForCausalLM.from_pretrained('NCAIR1/N-ATLaS', torch_dtype=torch.float16 if torch.cuda.is_available() else torch.float32, device_map='auto' if torch.cuda.is_available() else None, trust_remote_code=True, low_cpu_mem_usage=True, use_cache=True, token=token); print('N-ATLaS model loaded successfully')"
52
 
53
  # Pre-download ASR models (will be lazy-loaded at runtime)
54
+ RUN python -c "import os; from huggingface_hub import snapshot_download; token = os.getenv('HF_TOKEN'); snapshot_download(repo_id='NCAIR1/Hausa-ASR', token=token)" \
55
+ && python -c "import os; from huggingface_hub import snapshot_download; token = os.getenv('HF_TOKEN'); snapshot_download(repo_id='NCAIR1/Yoruba-ASR', token=token)" \
56
+ && python -c "import os; from huggingface_hub import snapshot_download; token = os.getenv('HF_TOKEN'); snapshot_download(repo_id='NCAIR1/Igbo-ASR', token=token)" \
57
+ && python -c "import os; from huggingface_hub import snapshot_download; token = os.getenv('HF_TOKEN'); snapshot_download(repo_id='NCAIR1/NigerianAccentedEnglish', token=token)" \
58
  && find /models/huggingface -name '*.lock' -delete
59
 
60
  # Copy project files