anaspro commited on
Commit
8830b7f
·
1 Parent(s): e40e18b

Update generation parameters: temperature=1.0, top_k=64, top_p=0.95, min_p=0.0

Browse files
Files changed (1) hide show
  1. app.py +4 -2
app.py CHANGED
@@ -190,8 +190,10 @@ def generate(message: dict, history: list[dict], system_prompt: str = "", max_ne
190
  streamer=streamer,
191
  max_new_tokens=max_new_tokens,
192
  do_sample=True,
193
- temperature=0.7,
194
- top_p=0.9,
 
 
195
  disable_compile=True,
196
  )
197
  t = Thread(target=model.generate, kwargs=generate_kwargs)
 
190
  streamer=streamer,
191
  max_new_tokens=max_new_tokens,
192
  do_sample=True,
193
+ temperature=1.0,
194
+ top_k=64,
195
+ top_p=0.95,
196
+ min_p=0.0,
197
  disable_compile=True,
198
  )
199
  t = Thread(target=model.generate, kwargs=generate_kwargs)