Increase max_new_tokens default to 1024 to prevent truncation
Browse files- handler.py +1 -1
handler.py
CHANGED
|
@@ -52,7 +52,7 @@ Your responses should be like a professional IB teacher explaining to students,
|
|
| 52 |
parameters = data.get("parameters", {})
|
| 53 |
|
| 54 |
# Extract parameters with defaults
|
| 55 |
-
max_new_tokens = parameters.get("max_new_tokens", 1024)
|
| 56 |
temperature = parameters.get("temperature", 0.7)
|
| 57 |
top_p = parameters.get("top_p", 0.9)
|
| 58 |
system_prompt = parameters.get("system_prompt", self.default_system)
|
|
|
|
| 52 |
parameters = data.get("parameters", {})
|
| 53 |
|
| 54 |
# Extract parameters with defaults
|
| 55 |
+
max_new_tokens = parameters.get("max_new_tokens", 1024) # Increased to prevent truncation
|
| 56 |
temperature = parameters.get("temperature", 0.7)
|
| 57 |
top_p = parameters.get("top_p", 0.9)
|
| 58 |
system_prompt = parameters.get("system_prompt", self.default_system)
|