Remostart commited on
Commit
45eec2f
·
verified ·
1 Parent(s): 9f2ac72

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -35,7 +35,7 @@ def generate_response(prompt):
35
  # Stream tokens for faster perceived response
36
  for output in model.generate(
37
  **inputs,
38
- max_new_tokens=200, # Reduced for faster inference
39
  do_sample=False, # Greedy decoding for speed
40
  eos_token_id=tokenizer.eos_token_id,
41
  pad_token_id=tokenizer.pad_token_id
 
35
  # Stream tokens for faster perceived response
36
  for output in model.generate(
37
  **inputs,
38
+ max_new_tokens=400, # Reduced for faster inference
39
  do_sample=False, # Greedy decoding for speed
40
  eos_token_id=tokenizer.eos_token_id,
41
  pad_token_id=tokenizer.pad_token_id