rewgwrth commited on
Commit
59e05e0
·
1 Parent(s): 2c01a1c
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -11,7 +11,7 @@ app = FastAPI()
11
 
12
  class RequestData(BaseModel):
13
  prompt: str
14
- max_tokens: int = 100
15
 
16
 
17
  MODEL_NAME = "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
 
11
 
12
  class RequestData(BaseModel):
13
  prompt: str
14
+ max_tokens: int = 512
15
 
16
 
17
  MODEL_NAME = "TinyLlama/TinyLlama-1.1B-Chat-v1.0"