Abdalkaderdev commited on
Commit
9b58040
·
1 Parent(s): 5e0532d

Add HF Hub download for adapter

Browse files
Files changed (1) hide show
  1. app/ora_server.py +15 -0
app/ora_server.py CHANGED
@@ -38,6 +38,21 @@ async def load_model():
38
  global model, tokenizer
39
  print(f"Loading ORA Model on {device}...")
40
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
41
  tokenizer = AutoTokenizer.from_pretrained(BASE_MODEL)
42
  base_model = AutoModelForCausalLM.from_pretrained(
43
  BASE_MODEL,
 
38
  global model, tokenizer
39
  print(f"Loading ORA Model on {device}...")
40
 
41
+ # Download adapter from HF Hub if not present
42
+ if not os.path.exists(ADAPTER_PATH):
43
+ print("Downloading adapter from HF Hub...")
44
+ from huggingface_hub import snapshot_download
45
+ try:
46
+ snapshot_download(
47
+ repo_id="3bdtech/ora-adapter",
48
+ local_dir=ADAPTER_PATH,
49
+ repo_type="model"
50
+ )
51
+ print("Adapter downloaded successfully!")
52
+ except Exception as e:
53
+ print(f"Could not download adapter: {e}")
54
+ print("Will use base model only.")
55
+
56
  tokenizer = AutoTokenizer.from_pretrained(BASE_MODEL)
57
  base_model = AutoModelForCausalLM.from_pretrained(
58
  BASE_MODEL,