Spaces:
Sleeping
Sleeping
ge3
Browse files
main.py
CHANGED
|
@@ -11,7 +11,7 @@ app = FastAPI()
|
|
| 11 |
|
| 12 |
class RequestData(BaseModel):
|
| 13 |
prompt: str
|
| 14 |
-
max_tokens: int =
|
| 15 |
|
| 16 |
|
| 17 |
MODEL_NAME = "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
|
|
|
|
| 11 |
|
| 12 |
class RequestData(BaseModel):
|
| 13 |
prompt: str
|
| 14 |
+
max_tokens: int = 512
|
| 15 |
|
| 16 |
|
| 17 |
MODEL_NAME = "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
|