anaspro commited on
Commit
cd3ed82
·
1 Parent(s): 2447f46
Files changed (1) hide show
  1. app.py +5 -3
app.py CHANGED
@@ -190,11 +190,13 @@ def generate(message: dict, history: list[dict], system_prompt: str = "", max_ne
190
  streamer=streamer,
191
  max_new_tokens=max_new_tokens,
192
  do_sample=True,
193
- temperature=1.0,
194
- top_k=64,
195
- top_p=0.95,
196
  min_p=0.0,
 
197
  disable_compile=True,
 
198
  )
199
  t = Thread(target=model.generate, kwargs=generate_kwargs)
200
  t.start()
 
190
  streamer=streamer,
191
  max_new_tokens=max_new_tokens,
192
  do_sample=True,
193
+ temperature=0.7,
194
+ top_k=50,
195
+ top_p=0.9,
196
  min_p=0.0,
197
+ repetition_penalty=1.05,
198
  disable_compile=True,
199
+
200
  )
201
  t = Thread(target=model.generate, kwargs=generate_kwargs)
202
  t.start()