Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
|
@@ -8,8 +8,8 @@ from transformers import (
|
|
| 8 |
)
|
| 9 |
|
| 10 |
# ================= CONFIG =================
|
| 11 |
-
MODEL_ID = "Neon-AI/Kushina" #
|
| 12 |
-
MAX_NEW_TOKENS =
|
| 13 |
TEMPERATURE = 0.7
|
| 14 |
TOP_P = 0.9
|
| 15 |
# ==========================================
|
|
@@ -27,7 +27,7 @@ def load_model():
|
|
| 27 |
)
|
| 28 |
model = AutoModelForCausalLM.from_pretrained(
|
| 29 |
MODEL_ID,
|
| 30 |
-
torch_dtype=torch.float32,
|
| 31 |
device_map="cpu"
|
| 32 |
)
|
| 33 |
model.eval()
|
|
|
|
| 8 |
)
|
| 9 |
|
| 10 |
# ================= CONFIG =================
|
| 11 |
+
MODEL_ID = "Neon-AI/Kushina" # Hugging Face repo
|
| 12 |
+
MAX_NEW_TOKENS = 16384 # high enough to avoid cutting essays
|
| 13 |
TEMPERATURE = 0.7
|
| 14 |
TOP_P = 0.9
|
| 15 |
# ==========================================
|
|
|
|
| 27 |
)
|
| 28 |
model = AutoModelForCausalLM.from_pretrained(
|
| 29 |
MODEL_ID,
|
| 30 |
+
torch_dtype=torch.float32, # float32 on CPU
|
| 31 |
device_map="cpu"
|
| 32 |
)
|
| 33 |
model.eval()
|