sourize commited on
Commit Β·
5bc5a17
1
Parent(s): 49336e8
Commit
Browse files
app.py
CHANGED
|
@@ -10,6 +10,7 @@ from transformers import (
|
|
| 10 |
from peft import LoraConfig, get_peft_model
|
| 11 |
from supabase import create_client
|
| 12 |
from sentence_transformers import SentenceTransformer
|
|
|
|
| 13 |
|
| 14 |
# ββ Supabase setup βββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 15 |
SUPA_URL = os.getenv("SUPABASE_URL")
|
|
@@ -94,10 +95,8 @@ def load_generator():
|
|
| 94 |
model = get_peft_model(base, peft_config)
|
| 95 |
|
| 96 |
# 5) Manually load adapter weights
|
| 97 |
-
adapter_path = os.path.join(
|
| 98 |
-
|
| 99 |
-
)
|
| 100 |
-
state_dict = torch.load(adapter_path, map_location="cpu")
|
| 101 |
model.load_state_dict(state_dict, strict=False)
|
| 102 |
model.eval()
|
| 103 |
|
|
|
|
| 10 |
from peft import LoraConfig, get_peft_model
|
| 11 |
from supabase import create_client
|
| 12 |
from sentence_transformers import SentenceTransformer
|
| 13 |
+
from safetensors.torch import load_file as safe_load
|
| 14 |
|
| 15 |
# ββ Supabase setup βββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 16 |
SUPA_URL = os.getenv("SUPABASE_URL")
|
|
|
|
| 95 |
model = get_peft_model(base, peft_config)
|
| 96 |
|
| 97 |
# 5) Manually load adapter weights
|
| 98 |
+
adapter_path = os.path.join(LOCAL_REPO, "adapter_model.safetensors")
|
| 99 |
+
state_dict = safe_load(adapter_path)
|
|
|
|
|
|
|
| 100 |
model.load_state_dict(state_dict, strict=False)
|
| 101 |
model.eval()
|
| 102 |
|