Neon-AI commited on
Commit
d8f419f
·
verified ·
1 Parent(s): b0845d7

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +9 -3
app.py CHANGED
@@ -1,6 +1,7 @@
1
  import streamlit as st
2
  import torch
3
  import threading
 
4
  from transformers import (
5
  AutoModelForCausalLM,
6
  AutoTokenizer,
@@ -25,18 +26,23 @@ def load_model():
25
  trust_remote_code=True
26
  )
27
 
28
- model = AutoModelForCausalLM.from_pretrained(
29
  MODEL_ID,
30
  torch_dtype=torch.float32,
31
  device_map=None
32
  )
33
 
 
 
 
 
 
 
 
34
  model.to("cpu")
35
  model.eval()
36
  return tokenizer, model
37
 
38
- tokenizer, model = load_model()
39
-
40
  # -------- SESSION STATE --------
41
  if "history" not in st.session_state:
42
  st.session_state.history = []
 
1
  import streamlit as st
2
  import torch
3
  import threading
4
+ from peft import PeftModel
5
  from transformers import (
6
  AutoModelForCausalLM,
7
  AutoTokenizer,
 
26
  trust_remote_code=True
27
  )
28
 
29
+ base_model = AutoModelForCausalLM.from_pretrained(
30
  MODEL_ID,
31
  torch_dtype=torch.float32,
32
  device_map=None
33
  )
34
 
35
+ try:
36
+ model = PeftModel.from_pretrained(base_model, MODEL_ID)
37
+ print("✅ LoRA adapter loaded")
38
+ except Exception:
39
+ model = base_model
40
+ print("ℹ️ No LoRA adapter found, using base model")
41
+
42
  model.to("cpu")
43
  model.eval()
44
  return tokenizer, model
45
 
 
 
46
  # -------- SESSION STATE --------
47
  if "history" not in st.session_state:
48
  st.session_state.history = []