| model_list: | |
| - model_name: gpt-3.5-turbo # user-facing model alias | |
| litellm_params: # all params accepted by litellm.completion() - https://docs.litellm.ai/docs/completion/input | |
| model: azure/<your-deployment-name> | |
| api_base: <your-azure-api-endpoint> | |
| api_key: <your-azure-api-key> | |
| - model_name: gpt-3.5-turbo | |
| litellm_params: | |
| model: azure/gpt-turbo-small-ca | |
| api_base: https://my-endpoint-canada-berri992.openai.azure.com/ | |
| api_key: <your-azure-api-key> | |
| - model_name: vllm-model | |
| litellm_params: | |
| model: openai/<your-model-name> | |
| api_base: <your-api-base> # e.g. http://0.0.0.0:3000 |