Update handler.py
Browse files- handler.py +1 -0
handler.py
CHANGED
|
@@ -65,6 +65,7 @@ class EndpointHandler:
|
|
| 65 |
|
| 66 |
# Prepare logits processor
|
| 67 |
logits_processors = None
|
|
|
|
| 68 |
|
| 69 |
if vocab_list:
|
| 70 |
# Define allowed tokens dynamically
|
|
|
|
| 65 |
|
| 66 |
# Prepare logits processor
|
| 67 |
logits_processors = None
|
| 68 |
+
allowed_token_ids = []
|
| 69 |
|
| 70 |
if vocab_list:
|
| 71 |
# Define allowed tokens dynamically
|