Neon-AI commited on
Commit
76a1493
·
verified ·
1 Parent(s): e0c0584

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -3
app.py CHANGED
@@ -15,7 +15,7 @@ TOP_P = 0.9
15
  # ==========================================
16
 
17
  st.set_page_config(page_title="Ureola", layout="centered")
18
- st.title("🧠 Ureola")
19
  st.caption("HF Free Space · CPU · Streaming · Memory")
20
 
21
  # ================= LOAD MODEL =================
@@ -27,8 +27,7 @@ def load_model():
27
  )
28
  model = AutoModelForCausalLM.from_pretrained(
29
  MODEL_ID,
30
- torch_dtype=torch.float32, # float32 on CPU
31
- device_map="cpu"
32
  )
33
  model.eval()
34
  return tokenizer, model
 
15
  # ==========================================
16
 
17
  st.set_page_config(page_title="Ureola", layout="centered")
18
+ st.title("🧏🏾‍♀️ Ureola")
19
  st.caption("HF Free Space · CPU · Streaming · Memory")
20
 
21
  # ================= LOAD MODEL =================
 
27
  )
28
  model = AutoModelForCausalLM.from_pretrained(
29
  MODEL_ID,
30
+ torch_dtype=torch.float32,
 
31
  )
32
  model.eval()
33
  return tokenizer, model