CodeCommunity commited on
Commit
ae44f60
·
verified ·
1 Parent(s): d948aa0

Delete app/setup_models.py

Browse files
Files changed (1) hide show
  1. app/setup_models.py +0 -44
app/setup_models.py DELETED
@@ -1,44 +0,0 @@
1
- import logging
2
- import os
3
-
4
- # 1. Use the Mirror to bypass connection issues
5
- os.environ["HF_ENDPOINT"] = "https://hf-mirror.com"
6
- # 2. Increase timeouts so it doesn't fail on slow handshakes
7
- os.environ["HF_HUB_DOWNLOAD_TIMEOUT"] = "300"
8
- os.environ["HF_HUB_ETAG_TIMEOUT"] = "300"
9
-
10
- from transformers import AutoModel, AutoModelForCausalLM, AutoTokenizer
11
-
12
- logging.basicConfig(level=logging.INFO)
13
- logger = logging.getLogger("ModelDownloader")
14
-
15
-
16
- def download_everything():
17
- logger.info("🚀 STARTING ROBUST DOWNLOAD...")
18
-
19
- # 1. Download CodeBERT
20
- logger.info("📦 Downloading CodeBERT (Microsoft)...")
21
- try:
22
- AutoTokenizer.from_pretrained("microsoft/codebert-base")
23
- AutoModel.from_pretrained("microsoft/codebert-base")
24
- logger.info("✅ CodeBERT Cached!")
25
- except Exception as e:
26
- logger.error(f"❌ CodeBERT Failed: {e}")
27
-
28
- # 2. Download Qwen
29
- logger.info("🧠 Downloading Qwen 1.5B (This is ~3GB, please wait)...")
30
- try:
31
- model_id = "Qwen/Qwen2.5-Coder-1.5B-Instruct"
32
- AutoTokenizer.from_pretrained(model_id)
33
- # This is the heavy part that was failing
34
- AutoModelForCausalLM.from_pretrained(model_id)
35
- logger.info("✅ Qwen 1.5B Cached!")
36
- except Exception as e:
37
- logger.error(f"❌ Qwen Failed: {e}")
38
- logger.info(
39
- "💡 TIP: If it fails, just run this script again. It will resume where it left off."
40
- )
41
-
42
-
43
- if __name__ == "__main__":
44
- download_everything()