config.json

{
  "$schema": "https://www.getbifrost.ai/schema",
  "encryption_key": "env.ENCRYPTION_KEY",
  "client": {
    "initial_pool_size": 1000,
    "drop_excess_requests": true,
    "enable_logging": true,
    "disable_content_logging": false,
    "log_retention_days": 60,
    "allowed_origins": ["*"],
    "enforce_auth_on_inference": true,
    "max_request_body_size_mb": 500,
    "whitelisted_routes": ["/health"],
     "compat": {
      "should_drop_params": true,
      "convert_text_to_chat": true,
      "convert_chat_to_responses": true,
      "should_convert_params": true
    }
  },
  "governance": {
    "auth_config": {
      "is_enabled": true,
      "admin_username": "env.ADMIN_USERNAME",
      "admin_password": "env.ADMIN_PASSWORD"
    },
    "virtual_keys": [
      {
        "id": "vk-lll",
        "name": "lll",
        "value": "env.VK_LLL",
        "is_active": true,
        "rate_limit_id": "rl_vk_lll",
        "provider_configs": [
          {
            "provider": "cohere",
            "allowed_models": ["*"],
            "key_ids": ["*"],
            "weight": 1
          }
        ]
      }
    ],
    "rate_limits": [
      {
        "id": "rl_vk_lll",
        "request_max_limit": 64,
        "request_reset_duration": "1s"
      },
      {
        "id": "rl_cohere_free_tier",
        "request_max_limit": 20,
        "request_reset_duration": "1m"
      }
    ]
  },
  "plugins": [
    {
      "enabled": true,
      "name": "otel",
      "config": {
        "service_name": "bifrost",
        "collector_url": "https://otlp-gateway-prod-us-east-2.grafana.net/otlp/v1/traces",
        "trace_type": "genai_extension",
        "protocol": "http",
        "headers": {
          "Authorization": "env.OTEL_API_KEY"
        }
      }
    }
  ],
  "providers": {
    "cohere": {
      "store_raw_request_response": true,
      "network_config": {
        "max_retries": 3,
        "retry_backoff_initial": 200,
        "retry_backoff_max": 3000,
        "extra_headers": {
          "user-agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/151.0.0.0 Safari/537.36"
        }
      },
      "keys": [
        {
          "name": "cohere-key-1",
          "value": "env.COHERE_API_KEY_1",
          "models": ["*"],
          "weight": 1.0,
          "rate_limit_id": "rl_cohere_free_tier"
        },
        {
          "name": "cohere-key-2",
          "value": "env.COHERE_API_KEY_2",
          "models": ["*"],
          "weight": 1.0,
          "rate_limit_id": "rl_cohere_free_tier"
        },
        {
          "name": "cohere-key-3",
          "value": "env.COHERE_API_KEY_3",
          "models": ["*"],
          "weight": 1.0,
          "rate_limit_id": "rl_cohere_free_tier"
        },
        {
          "name": "cohere-key-4",
          "value": "env.COHERE_API_KEY_4",
          "models": ["*"],
          "weight": 1.0,
          "rate_limit_id": "rl_cohere_free_tier"
        },
        {
          "name": "cohere-key-5",
          "value": "env.COHERE_API_KEY_5",
          "models": ["*"],
          "weight": 1.0,
          "rate_limit_id": "rl_cohere_free_tier"
        },
        {
          "name": "cohere-key-6",
          "value": "env.COHERE_API_KEY_6",
          "models": ["*"],
          "weight": 1.0,
          "rate_limit_id": "rl_cohere_free_tier"
        },
        {
          "name": "cohere-key-7",
          "value": "env.COHERE_API_KEY_7",
          "models": ["*"],
          "weight": 1.0,
          "rate_limit_id": "rl_cohere_free_tier"
        },
        {
          "name": "cohere-key-8",
          "value": "env.COHERE_API_KEY_8",
          "models": ["*"],
          "weight": 1.0,
          "rate_limit_id": "rl_cohere_free_tier"
        },
        {
          "name": "cohere-key-9",
          "value": "env.COHERE_API_KEY_9",
          "models": ["*"],
          "weight": 1.0,
          "rate_limit_id": "rl_cohere_free_tier"
        },
        {
          "name": "cohere-key-10",
          "value": "env.COHERE_API_KEY_10",
          "models": ["*"],
          "weight": 1.0,
          "rate_limit_id": "rl_cohere_free_tier"
        },
        {
          "name": "cohere-key-11",
          "value": "env.COHERE_API_KEY_11",
          "models": ["*"],
          "weight": 1.0,
          "rate_limit_id": "rl_cohere_free_tier"
        },
        {
          "name": "cohere-key-12",
          "value": "env.COHERE_API_KEY_12",
          "models": ["*"],
          "weight": 1.0,
          "rate_limit_id": "rl_cohere_free_tier"
        },
        {
          "name": "cohere-key-13",
          "value": "env.COHERE_API_KEY_13",
          "models": ["*"],
          "weight": 1.0,
          "rate_limit_id": "rl_cohere_free_tier"
        },
        {
          "name": "cohere-key-14",
          "value": "env.COHERE_API_KEY_14",
          "models": ["*"],
          "weight": 1.0,
          "rate_limit_id": "rl_cohere_free_tier"
        },
        {
          "name": "cohere-key-15",
          "value": "env.COHERE_API_KEY_15",
          "models": ["*"],
          "weight": 1.0,
          "rate_limit_id": "rl_cohere_free_tier"
        },
        {
          "name": "cohere-key-16",
          "value": "env.COHERE_API_KEY_16",
          "models": ["*"],
          "weight": 1.0,
          "rate_limit_id": "rl_cohere_free_tier"
        }
      ]
    }
  }
}