proxy_server_config.yaml

include:
  - model_config.yaml

litellm_settings:
  drop_params: True
  log_raw_request_response: True
  request_timeout: 600
  set_verbose: False

general_settings:
  master_key: os.environ/MASTER_KEY
  proxy_batch_write_at: 60
  database_connection_pool_limit: 10
  allow_requests_on_db_unavailable: True
  store_prompts_in_spend_logs: true