Spaces:
Running
Running
更新 start.sh
Browse files
start.sh
CHANGED
|
@@ -69,11 +69,12 @@ LITELLM_CONFIG=/tmp/litellm_config.yaml
|
|
| 69 |
echo "model_list:"
|
| 70 |
echo " - model_name: \"default\""
|
| 71 |
echo " litellm_params:"
|
| 72 |
-
|
|
|
|
|
|
|
|
|
|
| 73 |
echo " api_key: \"${LITELLM_API_KEY}\""
|
| 74 |
-
|
| 75 |
-
echo " api_base: \"${LITELLM_API_BASE}\""
|
| 76 |
-
fi
|
| 77 |
echo ""
|
| 78 |
echo "litellm_settings:"
|
| 79 |
echo " drop_params: true"
|
|
|
|
| 69 |
echo "model_list:"
|
| 70 |
echo " - model_name: \"default\""
|
| 71 |
echo " litellm_params:"
|
| 72 |
+
# Force openai/ prefix so LiteLLM uses plain OpenAI-compat format.
|
| 73 |
+
# LITELLM_API_BASE must be set to https://integrate.api.nvidia.com/v1
|
| 74 |
+
# LITELLM_MODEL should be moonshotai/kimi-k2-instruct-0905 (no nvidia_nim/ prefix)
|
| 75 |
+
echo " model: \"openai/${LITELLM_MODEL}\""
|
| 76 |
echo " api_key: \"${LITELLM_API_KEY}\""
|
| 77 |
+
echo " api_base: \"${LITELLM_API_BASE:-https://integrate.api.nvidia.com/v1}\""
|
|
|
|
|
|
|
| 78 |
echo ""
|
| 79 |
echo "litellm_settings:"
|
| 80 |
echo " drop_params: true"
|