hadadrjt commited on
Commit
519d3a3
·
1 Parent(s): 4359d28

SearchGPT: Use the default max tokens.

Browse files
config.py CHANGED
@@ -15,8 +15,6 @@ REQUEST_TIMEOUT = 300 # 5 minute
15
 
16
  MODEL = "gpt-4.1-nano"
17
 
18
- MAX_TOKENS = 131072
19
-
20
  TOOLS_TEMPERATURE = 0.6
21
 
22
  CHAT_TEMPERATURE = 0.95
 
15
 
16
  MODEL = "gpt-4.1-nano"
17
 
 
 
18
  TOOLS_TEMPERATURE = 0.6
19
 
20
  CHAT_TEMPERATURE = 0.95
src/processor/response/generator.py CHANGED
@@ -5,7 +5,6 @@
5
 
6
  import traceback
7
  from config import (
8
- MAX_TOKENS,
9
  CHAT_TEMPERATURE,
10
  STREAM
11
  )
@@ -25,7 +24,6 @@ def generate_response(
25
  messages=conversation_messages,
26
  tools=tool_definitions if not tools_done else None,
27
  tool_choice="none",
28
- max_tokens=MAX_TOKENS,
29
  temperature=CHAT_TEMPERATURE,
30
  stream=STREAM
31
  )
 
5
 
6
  import traceback
7
  from config import (
 
8
  CHAT_TEMPERATURE,
9
  STREAM
10
  )
 
24
  messages=conversation_messages,
25
  tools=tool_definitions if not tools_done else None,
26
  tool_choice="none",
 
27
  temperature=CHAT_TEMPERATURE,
28
  stream=STREAM
29
  )
src/processor/tools/interaction.py CHANGED
@@ -11,7 +11,6 @@ from ..reasoning.tool_reasoning import tool_reasoning
11
  from .parser import tools_parser
12
  from .executor import tools_call
13
  from config import (
14
- MAX_TOKENS,
15
  TOOLS_TEMPERATURE,
16
  MAXIMUM_ITERATIONS,
17
  MAX_RETRY_LIMIT,
@@ -33,7 +32,6 @@ def tools_setup(server, model_name, conversation_messages, tool_definitions, sea
33
  messages=conversation_messages,
34
  tools=tool_definitions,
35
  tool_choice="auto",
36
- max_tokens=MAX_TOKENS,
37
  temperature=TOOLS_TEMPERATURE
38
  ).choices[0].message
39
 
 
11
  from .parser import tools_parser
12
  from .executor import tools_call
13
  from config import (
 
14
  TOOLS_TEMPERATURE,
15
  MAXIMUM_ITERATIONS,
16
  MAX_RETRY_LIMIT,
 
32
  messages=conversation_messages,
33
  tools=tool_definitions,
34
  tool_choice="auto",
 
35
  temperature=TOOLS_TEMPERATURE
36
  ).choices[0].message
37