ongilLabs commited on
Commit
6619c0f
·
verified ·
1 Parent(s): 60a854a

Increase max_new_tokens default to 1024 to prevent truncation

Browse files
Files changed (1) hide show
  1. handler.py +1 -1
handler.py CHANGED
@@ -52,7 +52,7 @@ Your responses should be like a professional IB teacher explaining to students,
52
  parameters = data.get("parameters", {})
53
 
54
  # Extract parameters with defaults
55
- max_new_tokens = parameters.get("max_new_tokens", 1024)
56
  temperature = parameters.get("temperature", 0.7)
57
  top_p = parameters.get("top_p", 0.9)
58
  system_prompt = parameters.get("system_prompt", self.default_system)
 
52
  parameters = data.get("parameters", {})
53
 
54
  # Extract parameters with defaults
55
+ max_new_tokens = parameters.get("max_new_tokens", 1024) # Increased to prevent truncation
56
  temperature = parameters.get("temperature", 0.7)
57
  top_p = parameters.get("top_p", 0.9)
58
  system_prompt = parameters.get("system_prompt", self.default_system)