.env.example

MODEL_NAME=sapientinc/HRM-Text-1B
DEVICE_PREFERENCE=auto
DTYPE_PREFERENCE=auto
ATTN_IMPLEMENTATION=eager
TRUST_REMOTE_CODE=true
LOW_CPU_MEM_USAGE=true
MAX_TRACE_TOKENS=256
MAX_SENTENCES=16
TAKE_LOG=true
PRELOAD_MODEL=true
REQUIRE_AUTH=true
MAX_QUEUED_JOBS=8
MAX_ACTIVE_JOBS_PER_USER=2