sourize commited on
Commit
5bc5a17
Β·
1 Parent(s): 49336e8
Files changed (1) hide show
  1. app.py +3 -4
app.py CHANGED
@@ -10,6 +10,7 @@ from transformers import (
10
  from peft import LoraConfig, get_peft_model
11
  from supabase import create_client
12
  from sentence_transformers import SentenceTransformer
 
13
 
14
  # ── Supabase setup ─────────────────────────────────────────────────────────
15
  SUPA_URL = os.getenv("SUPABASE_URL")
@@ -94,10 +95,8 @@ def load_generator():
94
  model = get_peft_model(base, peft_config)
95
 
96
  # 5) Manually load adapter weights
97
- adapter_path = os.path.join(
98
- LOCAL_REPO, "adapter_model", "pytorch_model.bin"
99
- )
100
- state_dict = torch.load(adapter_path, map_location="cpu")
101
  model.load_state_dict(state_dict, strict=False)
102
  model.eval()
103
 
 
10
  from peft import LoraConfig, get_peft_model
11
  from supabase import create_client
12
  from sentence_transformers import SentenceTransformer
13
+ from safetensors.torch import load_file as safe_load
14
 
15
  # ── Supabase setup ─────────────────────────────────────────────────────────
16
  SUPA_URL = os.getenv("SUPABASE_URL")
 
95
  model = get_peft_model(base, peft_config)
96
 
97
  # 5) Manually load adapter weights
98
+ adapter_path = os.path.join(LOCAL_REPO, "adapter_model.safetensors")
99
+ state_dict = safe_load(adapter_path)
 
 
100
  model.load_state_dict(state_dict, strict=False)
101
  model.eval()
102