Update app.py

app.py

@@ -31,9 +31,9 @@ generation_config = GenerationConfig(
 # Define a function that takes a text input and generates a text output
 def generate_text(text):
     input_text = text
-    input_ids = tokenizer.encode(input_text, return_tensors="pt")
+    input_ids = tokenizer.encode(input_text, return_tensors="pt").to("cuda")
     output_ids = model.generate(input_ids, generation_config=generation_config)
-    output_text = tokenizer.decode(output_ids[0], skip_special_tokens=True)
+    output_text = tokenizer.decode(output_ids, skip_special_tokens=True)
     return output_text
 
 iface = gr.Interface(fn=generate_text, inputs="text", outputs="text")