Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -35,7 +35,9 @@ def generate(text, target_language):
|
|
| 35 |
return_tensors="pt"
|
| 36 |
)
|
| 37 |
|
| 38 |
-
|
|
|
|
|
|
|
| 39 |
|
| 40 |
result = tokenizer.decode(outputs[0], skip_special_tokens=True)
|
| 41 |
return result
|
|
|
|
| 35 |
return_tensors="pt"
|
| 36 |
)
|
| 37 |
|
| 38 |
+
inputs = {k: v.to(model.device) for k, v in tokenized_chat.items()}
|
| 39 |
+
|
| 40 |
+
outputs = model.generate(inputs, max_new_tokens=2048)
|
| 41 |
|
| 42 |
result = tokenizer.decode(outputs[0], skip_special_tokens=True)
|
| 43 |
return result
|