File size: 838 Bytes
aa73ff9 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 | # Append to your existing configuration. Supply the Mac address and backend key.
model_list:
- model_name: laya-devops-decisions
litellm_params:
model: openai/laya-devops-permissions
api_base: http://<MAC_PRIVATE_IP>:8765/v1
api_key: os.environ/LAYA_LOCAL_API_KEY
timeout: 60
model_info:
mode: evaluation
disable_background_health_check: true
description: "Laya DevOps V29 early stage classifier, fixed permission question."
- model_name: laya-devops-permissions
litellm_params:
model: openai/laya-devops-permissions
api_base: http://<MAC_PRIVATE_IP>:8765/v1
api_key: os.environ/LAYA_LOCAL_API_KEY
timeout: 60
model_info:
mode: chat
disable_background_health_check: true
description: "JSON classification, not a generative chat LLM."
|