cbspace commited on
Commit
2fb3b9d
·
1 Parent(s): bcb2da3

Fix temperature issue

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -32,7 +32,7 @@ def load_model():
32
  return model, tokenizer, device
33
 
34
  @spaces.GPU(duration=120)
35
- def generate(prompt,out_tokens,temperature,top_k_value):
36
  model.to(device)
37
  outputs = tokenizer.encode(prompt)
38
  tokens_remaining = int(out_tokens)
@@ -41,7 +41,7 @@ def generate(prompt,out_tokens,temperature,top_k_value):
41
 
42
  while tokens_remaining:
43
  new_inputs_len = update_interval if tokens_remaining >= update_interval else tokens_remaining % update_interval
44
- outputs = model.generate(outputs, len(outputs)+new_inputs_len, temperature, None, 60)
45
  tokens_remaining -= new_inputs_len
46
  out_text += tokenizer.decode(outputs[-new_inputs_len:])
47
  yield out_text
 
32
  return model, tokenizer, device
33
 
34
  @spaces.GPU(duration=120)
35
+ def generate(prompt,out_tokens,top_k_value,temperature):
36
  model.to(device)
37
  outputs = tokenizer.encode(prompt)
38
  tokens_remaining = int(out_tokens)
 
41
 
42
  while tokens_remaining:
43
  new_inputs_len = update_interval if tokens_remaining >= update_interval else tokens_remaining % update_interval
44
+ outputs = model.generate(outputs, len(outputs)+new_inputs_len, temperature, top_k=int(top_k_value))
45
  tokens_remaining -= new_inputs_len
46
  out_text += tokenizer.decode(outputs[-new_inputs_len:])
47
  yield out_text