alidev2002 commited on
Commit
ba4adb8
·
verified ·
1 Parent(s): 5e78781

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -35,7 +35,9 @@ def generate(text, target_language):
35
  return_tensors="pt"
36
  )
37
 
38
- outputs = model.generate(tokenized_chat.to(model.device), max_new_tokens=2048)
 
 
39
 
40
  result = tokenizer.decode(outputs[0], skip_special_tokens=True)
41
  return result
 
35
  return_tensors="pt"
36
  )
37
 
38
+ inputs = {k: v.to(model.device) for k, v in tokenized_chat.items()}
39
+
40
+ outputs = model.generate(inputs, max_new_tokens=2048)
41
 
42
  result = tokenizer.decode(outputs[0], skip_special_tokens=True)
43
  return result