duduvicky commited on
Commit
b891be1
·
verified ·
1 Parent(s): 693dc1a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -8,7 +8,7 @@ llm = HuggingFacePipeline.from_model_id(
8
  model_id="distilgpt2",
9
  task="text-generation",
10
  pipeline_kwargs={
11
- "max_new_tokens": 80, # Very short responses for speed
12
  "do_sample": True,
13
  "temperature": 0.7, # Balanced creativity
14
  "top_k": 40,
 
8
  model_id="distilgpt2",
9
  task="text-generation",
10
  pipeline_kwargs={
11
+ "max_new_tokens": 120, # Very short responses for speed
12
  "do_sample": True,
13
  "temperature": 0.7, # Balanced creativity
14
  "top_k": 40,