Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -76,7 +76,8 @@ def generate_response(user_message, max_tokens, temperature, top_k, top_p, repet
|
|
| 76 |
"top_p": top_p,
|
| 77 |
"repetition_penalty": repetition_penalty,
|
| 78 |
"streamer": streamer,
|
| 79 |
-
"pad_token_id": tokenizer.eos_token_id
|
|
|
|
| 80 |
}
|
| 81 |
|
| 82 |
# Start generation in a separate thread
|
|
|
|
| 76 |
"top_p": top_p,
|
| 77 |
"repetition_penalty": repetition_penalty,
|
| 78 |
"streamer": streamer,
|
| 79 |
+
"pad_token_id": tokenizer.eos_token_id,
|
| 80 |
+
"eos_token_id": tokenizer.eos_token_id
|
| 81 |
}
|
| 82 |
|
| 83 |
# Start generation in a separate thread
|