File size: 200 Bytes
dc7d8aa
 
 
 
 
 
1
2
3
4
5
6
7
"""Clairic inference with Transformers."""

CONTEXT_WINDOW = 65_536
MAX_OUTPUT_TOKENS = 256
CONTEXT_HEADROOM_TOKENS = MAX_OUTPUT_TOKENS + 7
MAX_INPUT_TOKENS = CONTEXT_WINDOW - CONTEXT_HEADROOM_TOKENS