StefanG2002 commited on
Commit
ad0880e
·
verified ·
1 Parent(s): 2a0a9e8

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -41,7 +41,7 @@ def generate(item: Item):
41
  model_inputs = encodeds.to(device)
42
 
43
 
44
- generated_ids = model.generate(**model_inputs, item.max_new_tokens, do_sample=True, pad_token_id=tokenizer.eos_token_id, temperature=temperature)
45
  decoded = tokenizer.decode(generated_ids[0], skip_special_tokens=True)
46
  return decoded
47
 
 
41
  model_inputs = encodeds.to(device)
42
 
43
 
44
+ generated_ids = model.generate(**model_inputs, item.max_new_tokens, do_sample=True, pad_token_id=tokenizer.eos_token_id, temperature=item.temperature)
45
  decoded = tokenizer.decode(generated_ids[0], skip_special_tokens=True)
46
  return decoded
47