Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -98,7 +98,7 @@ def respond(
|
|
| 98 |
max_tokens=128,
|
| 99 |
frequency_penalty=frequency_penalty,
|
| 100 |
presence_penalty=presence_penalty,
|
| 101 |
-
logits_processor=
|
| 102 |
):
|
| 103 |
token = message["choices"][0]["text"]
|
| 104 |
|
|
|
|
| 98 |
max_tokens=128,
|
| 99 |
frequency_penalty=frequency_penalty,
|
| 100 |
presence_penalty=presence_penalty,
|
| 101 |
+
logits_processor=ExponentialDecayLengthPenalty((lp_start, lp_decay), tokenizer.eos_token_id, len(convo))
|
| 102 |
):
|
| 103 |
token = message["choices"][0]["text"]
|
| 104 |
|