| # Append to your existing configuration. Supply the Mac address and backend key. | |
| model_list: | |
| - model_name: laya-devops-decisions | |
| litellm_params: | |
| model: openai/laya-devops-permissions | |
| api_base: http://<MAC_PRIVATE_IP>:8765/v1 | |
| api_key: os.environ/LAYA_LOCAL_API_KEY | |
| timeout: 60 | |
| model_info: | |
| mode: evaluation | |
| disable_background_health_check: true | |
| description: "Laya DevOps V29 early stage classifier, fixed permission question." | |
| - model_name: laya-devops-permissions | |
| litellm_params: | |
| model: openai/laya-devops-permissions | |
| api_base: http://<MAC_PRIVATE_IP>:8765/v1 | |
| api_key: os.environ/LAYA_LOCAL_API_KEY | |
| timeout: 60 | |
| model_info: | |
| mode: chat | |
| disable_background_health_check: true | |
| description: "JSON classification, not a generative chat LLM." | |