RayanAli commited on
Commit
43450cb
·
verified ·
1 Parent(s): 440767f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -1
app.py CHANGED
@@ -24,7 +24,10 @@ llm = HuggingFacePipeline.from_model_id(
24
  model_id='TinyLlama/TinyLlama-1.1B-Chat-v1.0',
25
  task='text-generation',
26
  pipeline_kwargs=dict(
27
- max_new_tokens = 512
 
 
 
28
  )
29
  )
30
 
 
24
  model_id='TinyLlama/TinyLlama-1.1B-Chat-v1.0',
25
  task='text-generation',
26
  pipeline_kwargs=dict(
27
+ max_new_tokens = 512,
28
+ do_sample=False,
29
+ top_p=1.0,
30
+ temperature=1.0
31
  )
32
  )
33