api / .env.spark.example
gary-boon
Phase 1: DGX Spark infrastructure
a2bd186
raw
history blame
517 Bytes
# DGX Spark Environment Configuration
# Copy this to .env.spark and fill in values
# Service Configuration
PORT=8000
# Model Configuration (Phase 1: CodeGen, Phase 3: Devstral)
DEFAULT_MODEL=codegen-350m
# DEFAULT_MODEL=devstral-small # Uncomment for Phase 3
# API Security
API_KEY=<your-api-key>
# HuggingFace (required for gated models like Devstral)
HF_TOKEN=<your-hf-token>
# Model Settings
MAX_CONTEXT=8192
BATCH_SIZE=1
TORCH_DTYPE=fp16
# TORCH_DTYPE=bf16 # Use bf16 for Devstral (Phase 3)