premalt commited on
Commit
af29ddb
·
1 Parent(s): d4f4413

fix max tokens AGAIN ffs

Browse files
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -19,7 +19,7 @@ class Item(BaseModel):
19
  prompt: str
20
  history: List[str] = []
21
  temperature: float = 0.0
22
- max_new_tokens: int = 1048
23
  top_p: float = 0.15
24
  repetition_penalty: float = 1.0
25
 
 
19
  prompt: str
20
  history: List[str] = []
21
  temperature: float = 0.0
22
+ max_new_tokens: int = 1024
23
  top_p: float = 0.15
24
  repetition_penalty: float = 1.0
25