renminwansui1976 commited on
Commit
998e21b
·
unverified ·
1 Parent(s): 0ac036c

更新 start.sh

Browse files
Files changed (1) hide show
  1. start.sh +5 -4
start.sh CHANGED
@@ -69,11 +69,12 @@ LITELLM_CONFIG=/tmp/litellm_config.yaml
69
  echo "model_list:"
70
  echo " - model_name: \"default\""
71
  echo " litellm_params:"
72
- echo " model: \"${LITELLM_MODEL}\""
 
 
 
73
  echo " api_key: \"${LITELLM_API_KEY}\""
74
- if [ -n "${LITELLM_API_BASE:-}" ]; then
75
- echo " api_base: \"${LITELLM_API_BASE}\""
76
- fi
77
  echo ""
78
  echo "litellm_settings:"
79
  echo " drop_params: true"
 
69
  echo "model_list:"
70
  echo " - model_name: \"default\""
71
  echo " litellm_params:"
72
+ # Force openai/ prefix so LiteLLM uses plain OpenAI-compat format.
73
+ # LITELLM_API_BASE must be set to https://integrate.api.nvidia.com/v1
74
+ # LITELLM_MODEL should be moonshotai/kimi-k2-instruct-0905 (no nvidia_nim/ prefix)
75
+ echo " model: \"openai/${LITELLM_MODEL}\""
76
  echo " api_key: \"${LITELLM_API_KEY}\""
77
+ echo " api_base: \"${LITELLM_API_BASE:-https://integrate.api.nvidia.com/v1}\""
 
 
78
  echo ""
79
  echo "litellm_settings:"
80
  echo " drop_params: true"