Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
|
@@ -15,7 +15,7 @@ TOP_P = 0.9
|
|
| 15 |
# ==========================================
|
| 16 |
|
| 17 |
st.set_page_config(page_title="Ureola", layout="centered")
|
| 18 |
-
st.title("
|
| 19 |
st.caption("HF Free Space · CPU · Streaming · Memory")
|
| 20 |
|
| 21 |
# ================= LOAD MODEL =================
|
|
@@ -27,8 +27,7 @@ def load_model():
|
|
| 27 |
)
|
| 28 |
model = AutoModelForCausalLM.from_pretrained(
|
| 29 |
MODEL_ID,
|
| 30 |
-
torch_dtype=torch.float32,
|
| 31 |
-
device_map="cpu"
|
| 32 |
)
|
| 33 |
model.eval()
|
| 34 |
return tokenizer, model
|
|
|
|
| 15 |
# ==========================================
|
| 16 |
|
| 17 |
st.set_page_config(page_title="Ureola", layout="centered")
|
| 18 |
+
st.title("🧏🏾♀️ Ureola")
|
| 19 |
st.caption("HF Free Space · CPU · Streaming · Memory")
|
| 20 |
|
| 21 |
# ================= LOAD MODEL =================
|
|
|
|
| 27 |
)
|
| 28 |
model = AutoModelForCausalLM.from_pretrained(
|
| 29 |
MODEL_ID,
|
| 30 |
+
torch_dtype=torch.float32,
|
|
|
|
| 31 |
)
|
| 32 |
model.eval()
|
| 33 |
return tokenizer, model
|