File size: 267 Bytes
ae97c5d
 
 
 
 
 
1
2
3
4
5
6
7
"""Clairic inference with MLX (the Cloudflare release, with its Transformers engine replaced; see NOTICE)."""

CONTEXT_WINDOW = 65_536
MAX_OUTPUT_TOKENS = 256
CONTEXT_HEADROOM_TOKENS = MAX_OUTPUT_TOKENS + 7
MAX_INPUT_TOKENS = CONTEXT_WINDOW - CONTEXT_HEADROOM_TOKENS