Update app.py
Browse files
app.py
CHANGED
|
@@ -8,7 +8,7 @@ llm = HuggingFacePipeline.from_model_id(
|
|
| 8 |
model_id="distilgpt2",
|
| 9 |
task="text-generation",
|
| 10 |
pipeline_kwargs={
|
| 11 |
-
"max_new_tokens":
|
| 12 |
"do_sample": True,
|
| 13 |
"temperature": 0.7, # Balanced creativity
|
| 14 |
"top_k": 40,
|
|
|
|
| 8 |
model_id="distilgpt2",
|
| 9 |
task="text-generation",
|
| 10 |
pipeline_kwargs={
|
| 11 |
+
"max_new_tokens": 120, # Very short responses for speed
|
| 12 |
"do_sample": True,
|
| 13 |
"temperature": 0.7, # Balanced creativity
|
| 14 |
"top_k": 40,
|