PrajwalN-AIS commited on
Commit
638da55
·
verified ·
1 Parent(s): 787c984

Upload config.yaml with huggingface_hub

Browse files
Files changed (1) hide show
  1. config.yaml +4 -2
config.yaml CHANGED
@@ -4,8 +4,10 @@ model_list:
4
  model: openai/aisquared/bolt-instruct-v2
5
  api_base: https://6ad27aecd2d0ab8296e58e32.endpoints.huggingface.cloud/v1
6
  api_key: os.environ/HF_TOKEN
7
- # Default generation length; keeps one long request from hogging a slot.
8
- max_tokens: 1024
 
 
9
 
10
  litellm_settings:
11
  callbacks: trace_logger.trace_logger
 
4
  model: openai/aisquared/bolt-instruct-v2
5
  api_base: https://6ad27aecd2d0ab8296e58e32.endpoints.huggingface.cloud/v1
6
  api_key: os.environ/HF_TOKEN
7
+ # Generous default for students who don't set max_tokens themselves.
8
+ # This is a DEFAULT, not a cap — a student's own max_tokens always wins,
9
+ # up to the model's full 131K context.
10
+ max_tokens: 8192
11
 
12
  litellm_settings:
13
  callbacks: trace_logger.trace_logger