cbspace commited on
Commit
bcb2da3
·
1 Parent(s): bebede7

Fix top-k

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -41,7 +41,7 @@ def generate(prompt,out_tokens,temperature,top_k_value):
41
 
42
  while tokens_remaining:
43
  new_inputs_len = update_interval if tokens_remaining >= update_interval else tokens_remaining % update_interval
44
- outputs = model.generate(outputs, len(outputs)+new_inputs_len, temperature, top_k=int(top_k_value))
45
  tokens_remaining -= new_inputs_len
46
  out_text += tokenizer.decode(outputs[-new_inputs_len:])
47
  yield out_text
 
41
 
42
  while tokens_remaining:
43
  new_inputs_len = update_interval if tokens_remaining >= update_interval else tokens_remaining % update_interval
44
+ outputs = model.generate(outputs, len(outputs)+new_inputs_len, temperature, None, 60)
45
  tokens_remaining -= new_inputs_len
46
  out_text += tokenizer.decode(outputs[-new_inputs_len:])
47
  yield out_text