src/limits.ts

export class TokenLimits {
  maxTokens: number
  requestTokens: number
  responseTokens: number
  knowledgeCutOff: string

  constructor(model = 'openai/gpt-oss-120b:free') {
    this.knowledgeCutOff = '2023-12-01'

    // Default for modern large context models
    this.maxTokens = 128000
    this.responseTokens = 4000 // Standardized at 4k for safety across all models

    if (model.includes('kimi-k2')) {
      this.maxTokens = 256000
    } else if (model.includes('llama-3.3')) {
      // Models with strict TPM limits
      // We must cap the context to avoid 'Request too large' 413 errors
      this.maxTokens = 12000
      this.responseTokens = 3000 // Leave more room for input
    } else if (model.includes('qwen') || model.includes('llama-4')) {
      this.maxTokens = 128000
    } else if (model.includes('gpt-oss-120b')) {
      this.maxTokens = 128000
    } else if (model.includes('3.2-11b')) {
      this.maxTokens = 128000
    } else if (
      model.includes('llama3') ||
      model.includes('llama-3') ||
      model.includes('mixtral')
    ) {
      this.maxTokens = 128000
    }

    // Provide some margin
    this.requestTokens = this.maxTokens - this.responseTokens - 500

    // Ensure requestTokens is never negative
    if (this.requestTokens < 1000) {
      this.requestTokens = 1000
    }
  }

  string(): string {
    return `max_tokens=${this.maxTokens}, request_tokens=${this.requestTokens}, response_tokens=${this.responseTokens}`
  }
}