Spaces:
Sleeping
Sleeping
Commit
·
9b58040
1
Parent(s):
5e0532d
Add HF Hub download for adapter
Browse files- app/ora_server.py +15 -0
app/ora_server.py
CHANGED
|
@@ -38,6 +38,21 @@ async def load_model():
|
|
| 38 |
global model, tokenizer
|
| 39 |
print(f"Loading ORA Model on {device}...")
|
| 40 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 41 |
tokenizer = AutoTokenizer.from_pretrained(BASE_MODEL)
|
| 42 |
base_model = AutoModelForCausalLM.from_pretrained(
|
| 43 |
BASE_MODEL,
|
|
|
|
| 38 |
global model, tokenizer
|
| 39 |
print(f"Loading ORA Model on {device}...")
|
| 40 |
|
| 41 |
+
# Download adapter from HF Hub if not present
|
| 42 |
+
if not os.path.exists(ADAPTER_PATH):
|
| 43 |
+
print("Downloading adapter from HF Hub...")
|
| 44 |
+
from huggingface_hub import snapshot_download
|
| 45 |
+
try:
|
| 46 |
+
snapshot_download(
|
| 47 |
+
repo_id="3bdtech/ora-adapter",
|
| 48 |
+
local_dir=ADAPTER_PATH,
|
| 49 |
+
repo_type="model"
|
| 50 |
+
)
|
| 51 |
+
print("Adapter downloaded successfully!")
|
| 52 |
+
except Exception as e:
|
| 53 |
+
print(f"Could not download adapter: {e}")
|
| 54 |
+
print("Will use base model only.")
|
| 55 |
+
|
| 56 |
tokenizer = AutoTokenizer.from_pretrained(BASE_MODEL)
|
| 57 |
base_model = AutoModelForCausalLM.from_pretrained(
|
| 58 |
BASE_MODEL,
|