Remove max_new_tokens and add default tool_call_parser, reasoning_parser, enable_thinking values

#3
by tapu1125 - opened
Files changed (1) hide show
  1. generation_config.json +5 -1
generation_config.json CHANGED
@@ -5,10 +5,14 @@
5
  2,
6
  24
7
  ],
8
- "max_new_tokens": 8192,
9
  "pad_token_id": 9,
10
  "temperature": 1.0,
11
  "top_p": 1.0,
 
 
 
 
 
12
  "min_p": 0.0,
13
  "top_k": 20
14
  }
 
5
  2,
6
  24
7
  ],
 
8
  "pad_token_id": 9,
9
  "temperature": 1.0,
10
  "top_p": 1.0,
11
+ "tool_call_parser": "poolside_v1",
12
+ "reasoning_parser": "poolside_v1",
13
+ "default_chat_template_kwargs": {
14
+ "enable_thinking": true
15
+ },
16
  "min_p": 0.0,
17
  "top_k": 20
18
  }