Update app.py
Browse files
app.py
CHANGED
|
@@ -35,7 +35,7 @@ def generate_response(prompt):
|
|
| 35 |
# Stream tokens for faster perceived response
|
| 36 |
for output in model.generate(
|
| 37 |
**inputs,
|
| 38 |
-
max_new_tokens=
|
| 39 |
do_sample=False, # Greedy decoding for speed
|
| 40 |
eos_token_id=tokenizer.eos_token_id,
|
| 41 |
pad_token_id=tokenizer.pad_token_id
|
|
|
|
| 35 |
# Stream tokens for faster perceived response
|
| 36 |
for output in model.generate(
|
| 37 |
**inputs,
|
| 38 |
+
max_new_tokens=400, # Reduced for faster inference
|
| 39 |
do_sample=False, # Greedy decoding for speed
|
| 40 |
eos_token_id=tokenizer.eos_token_id,
|
| 41 |
pad_token_id=tokenizer.pad_token_id
|