rewgwrth commited on
Commit
6e256a4
·
1 Parent(s): a700966
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -12,7 +12,7 @@ app = FastAPI()
12
 
13
  class RequestData(BaseModel):
14
  prompt: str
15
- max_tokens: int = 10000
16
 
17
 
18
  MODEL_NAME = "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
 
12
 
13
  class RequestData(BaseModel):
14
  prompt: str
15
+ max_tokens: int = 100
16
 
17
 
18
  MODEL_NAME = "TinyLlama/TinyLlama-1.1B-Chat-v1.0"