lruizap commited on
Commit
b7b4d72
·
1 Parent(s): 426ab92

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -2
app.py CHANGED
@@ -33,8 +33,7 @@ def useZephyr(prompt):
33
 
34
  def generatePrompt(prompt, max_new_tokens):
35
  batch = tokenizer(prompt, return_tensors="pt")
36
- generated_ids = model.generate(
37
- batch["input_ids"], max_new_tokens=int(max_new_tokens))
38
  output = tokenizer.batch_decode(generated_ids, skip_special_tokens=True)
39
  prompt = output[0]
40
 
 
33
 
34
  def generatePrompt(prompt, max_new_tokens):
35
  batch = tokenizer(prompt, return_tensors="pt")
36
+ generated_ids = model.generate(batch["input_ids"], max_new_tokens=max_new_tokens)
 
37
  output = tokenizer.batch_decode(generated_ids, skip_special_tokens=True)
38
  prompt = output[0]
39