rayymaxx commited on
Commit
53098a5
·
1 Parent(s): 7c89c4e

Updated app

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -79,7 +79,7 @@ def generate(req: PromptRequest):
79
 
80
  try:
81
  # Limit tokens to avoid huge outputs
82
- max_tokens = 200
83
 
84
  output = pipe(req.prompt, max_new_tokens=max_tokens, do_sample=True)
85
  text = output[0].get("generated_text", "").strip()
 
79
 
80
  try:
81
  # Limit tokens to avoid huge outputs
82
+ max_tokens = 150
83
 
84
  output = pipe(req.prompt, max_new_tokens=max_tokens, do_sample=True)
85
  text = output[0].get("generated_text", "").strip()