lucadipalma commited on
Commit
08959c5
·
1 Parent(s): c9269a5

increase budget_tokens to 1024 for antrhopic

Browse files
Files changed (1) hide show
  1. support/load_models.py +1 -1
support/load_models.py CHANGED
@@ -57,7 +57,7 @@ def create_model(model_name: str, api_keys: dict):
57
  max_retries=1,
58
  streaming=True,
59
  api_key=api_keys['ANTHROPIC_API_KEY'],
60
- thinking={"type": "enabled", "budget_tokens": 500},
61
  )
62
  else:
63
  return ChatAnthropic(
 
57
  max_retries=1,
58
  streaming=True,
59
  api_key=api_keys['ANTHROPIC_API_KEY'],
60
+ thinking={"type": "enabled", "budget_tokens": 1024},
61
  )
62
  else:
63
  return ChatAnthropic(