Bandook01 commited on
Commit
bc2e68b
·
1 Parent(s): a257ddc

set max tokens

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -58,7 +58,8 @@ class BasicAgent:
58
  # Initialize LLM with api_key parameter
59
  llm = HuggingFaceInferenceAPI(
60
  model_name="Qwen/Qwen2.5-Coder-32B-Instruct",
61
- token = hf_api_key
 
62
  )
63
 
64
  # Create agent with function-calling-compatible LLM
 
58
  # Initialize LLM with api_key parameter
59
  llm = HuggingFaceInferenceAPI(
60
  model_name="Qwen/Qwen2.5-Coder-32B-Instruct",
61
+ token = hf_api_key,
62
+ max_tokens=32767
63
  )
64
 
65
  # Create agent with function-calling-compatible LLM