Spaces:
Running
Running
Upload config.yaml with huggingface_hub
Browse files- config.yaml +4 -2
config.yaml
CHANGED
|
@@ -4,8 +4,10 @@ model_list:
|
|
| 4 |
model: openai/aisquared/bolt-instruct-v2
|
| 5 |
api_base: https://6ad27aecd2d0ab8296e58e32.endpoints.huggingface.cloud/v1
|
| 6 |
api_key: os.environ/HF_TOKEN
|
| 7 |
-
#
|
| 8 |
-
max_tokens
|
|
|
|
|
|
|
| 9 |
|
| 10 |
litellm_settings:
|
| 11 |
callbacks: trace_logger.trace_logger
|
|
|
|
| 4 |
model: openai/aisquared/bolt-instruct-v2
|
| 5 |
api_base: https://6ad27aecd2d0ab8296e58e32.endpoints.huggingface.cloud/v1
|
| 6 |
api_key: os.environ/HF_TOKEN
|
| 7 |
+
# Generous default for students who don't set max_tokens themselves.
|
| 8 |
+
# This is a DEFAULT, not a cap — a student's own max_tokens always wins,
|
| 9 |
+
# up to the model's full 131K context.
|
| 10 |
+
max_tokens: 8192
|
| 11 |
|
| 12 |
litellm_settings:
|
| 13 |
callbacks: trace_logger.trace_logger
|