Hermes Bot commited on
Commit
b58e783
·
unverified ·
1 Parent(s): 5e96ef1

feat: upgrade to google/gemma-2-9b-it

Browse files

- 9B parameter model for better storytelling quality
- Still under 32B constraint
- 3-call generation: story + choices + health commentary

Files changed (1) hide show
  1. shared/inference_client.py +1 -1
shared/inference_client.py CHANGED
@@ -31,7 +31,7 @@ log = logging.getLogger("inference")
31
  # The HF model id used for text generation (VibeThinker 1.5B, Gemma 4 12B, etc.)
32
  INFERENCE_MODEL = os.environ.get(
33
  "INFERENCE_MODEL",
34
- "Qwen/Qwen2.5-1.5B-Instruct", # small, fast, free-tier friendly
35
  )
36
 
37
  # Provider: "hf-inference" (free serverless), "together", "fal-ai", "replicate"
 
31
  # The HF model id used for text generation (VibeThinker 1.5B, Gemma 4 12B, etc.)
32
  INFERENCE_MODEL = os.environ.get(
33
  "INFERENCE_MODEL",
34
+ "google/gemma-2-9b-it", # 9B, newer, better storytelling
35
  )
36
 
37
  # Provider: "hf-inference" (free serverless), "together", "fal-ai", "replicate"