Neon-AI commited on
Commit
3453232
·
verified ·
1 Parent(s): 9076aee

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -6
app.py CHANGED
@@ -32,18 +32,19 @@ def load_model():
32
  torch_dtype=torch.float32
33
  )
34
 
35
- # Load LoRA from /lora if it exists
36
  model = PeftModel.from_pretrained(
37
- base_model,
38
- f"{MODEL_ID}/lora",
39
- is_trainable=False
40
  )
41
 
42
- print("LoRA loaded")
43
- print(model.peft_config)
44
 
 
45
  model.to("cpu")
46
  model.eval()
 
47
  return tokenizer, model
48
 
49
 
 
32
  torch_dtype=torch.float32
33
  )
34
 
35
+ # Load LoRA from /lora (FAIL if missing — no silent fallback)
36
  model = PeftModel.from_pretrained(
37
+ base_model,
38
+ f"{MODEL_ID}/lora",
39
+ is_trainable=False
40
  )
41
 
42
+ print(model.peft_config)
 
43
 
44
+ model.set_adapter("default") # ensure adapter is active
45
  model.to("cpu")
46
  model.eval()
47
+
48
  return tokenizer, model
49
 
50