Neon-AI commited on
Commit
4effcba
·
verified ·
1 Parent(s): 9ea48ba

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -8,8 +8,8 @@ from transformers import (
8
  )
9
 
10
  # ================= CONFIG =================
11
- MODEL_ID = "Neon-AI/Kushina" # your HF repo
12
- MAX_NEW_TOKENS = 1024 # generation cap (safe for CPU)
13
  TEMPERATURE = 0.7
14
  TOP_P = 0.9
15
  # ==========================================
@@ -27,7 +27,7 @@ def load_model():
27
  )
28
  model = AutoModelForCausalLM.from_pretrained(
29
  MODEL_ID,
30
- torch_dtype=torch.float32,
31
  device_map="cpu"
32
  )
33
  model.eval()
 
8
  )
9
 
10
  # ================= CONFIG =================
11
+ MODEL_ID = "Neon-AI/Kushina" # Hugging Face repo
12
+ MAX_NEW_TOKENS = 16384 # high enough to avoid cutting essays
13
  TEMPERATURE = 0.7
14
  TOP_P = 0.9
15
  # ==========================================
 
27
  )
28
  model = AutoModelForCausalLM.from_pretrained(
29
  MODEL_ID,
30
+ torch_dtype=torch.float32, # float32 on CPU
31
  device_map="cpu"
32
  )
33
  model.eval()