Spaces:
Runtime error
Runtime error
Update main.py
Browse files
main.py
CHANGED
|
@@ -41,7 +41,7 @@ def generate(item: Item):
|
|
| 41 |
model_inputs = encodeds.to(device)
|
| 42 |
|
| 43 |
|
| 44 |
-
generated_ids = model.generate(**model_inputs, item.max_new_tokens, do_sample=True, pad_token_id=tokenizer.eos_token_id, temperature=temperature)
|
| 45 |
decoded = tokenizer.decode(generated_ids[0], skip_special_tokens=True)
|
| 46 |
return decoded
|
| 47 |
|
|
|
|
| 41 |
model_inputs = encodeds.to(device)
|
| 42 |
|
| 43 |
|
| 44 |
+
generated_ids = model.generate(**model_inputs, item.max_new_tokens, do_sample=True, pad_token_id=tokenizer.eos_token_id, temperature=item.temperature)
|
| 45 |
decoded = tokenizer.decode(generated_ids[0], skip_special_tokens=True)
|
| 46 |
return decoded
|
| 47 |
|