Update backend/main.py
Browse files- backend/main.py +1 -1
backend/main.py
CHANGED
|
@@ -373,7 +373,7 @@ print(f"🔥 Using device: {'GPU' if device==0 else 'CPU'}")
|
|
| 373 |
llm_pipeline = pipeline(
|
| 374 |
"text-generation",
|
| 375 |
model="TinyLlama/TinyLlama-1.1B-Chat-v1.0",
|
| 376 |
-
max_new_tokens=
|
| 377 |
temperature=0.7,
|
| 378 |
device=device
|
| 379 |
)
|
|
|
|
| 373 |
llm_pipeline = pipeline(
|
| 374 |
"text-generation",
|
| 375 |
model="TinyLlama/TinyLlama-1.1B-Chat-v1.0",
|
| 376 |
+
max_new_tokens=512,
|
| 377 |
temperature=0.7,
|
| 378 |
device=device
|
| 379 |
)
|