Spaces:
Paused
Paused
ctx: raise MAX_CONTEXT_TOKENS 8192 -> 32768 (ThoxRoute registers these specialists at 256k; routed payloads of ~24k tokens were rejected by the 8k server)
Browse files- thox_space_config.py +1 -1
thox_space_config.py
CHANGED
|
@@ -15,4 +15,4 @@ CHAT_TEMPLATE_KWARGS = {}
|
|
| 15 |
|
| 16 |
# Truncate prompts beyond this so an over-long conversation degrades predictably
|
| 17 |
# instead of erroring deep inside generation.
|
| 18 |
-
MAX_CONTEXT_TOKENS =
|
|
|
|
| 15 |
|
| 16 |
# Truncate prompts beyond this so an over-long conversation degrades predictably
|
| 17 |
# instead of erroring deep inside generation.
|
| 18 |
+
MAX_CONTEXT_TOKENS = 32768
|