Update app.py

app.py

@@ -13,14 +13,13 @@ def generate_text(prompt):
     inputs = tokenizer(prompt, return_tensors="pt", truncation=True, padding=True)
     outputs = model.generate(
         inputs["input_ids"],
-        attention_mask=inputs["attention_mask"],  # Add attention mask
-        max_length=50,  # Reduce max_length to conserve memory
+        #attention_mask=inputs["attention_mask"],  # Add attention mask
         num_return_sequences=1
     )
     return tokenizer.decode(outputs[0], skip_special_tokens=True)
 
 # Create the Gradio interface
-iface = gr.Interface(
+iface = gr.ChatInterface(
     fn=generate_text,
     inputs=gr.Textbox(label="Enter your prompt", placeholder="Start typing...", lines=5),
     outputs="text",