Update app.py

app.py

@@ -12,10 +12,10 @@ def chatbot_model(m,history):
    
     # Encode the prompt and generate response
     input_ids = tokenizer.encode(prompt.format(m) + tokenizer.eos_token, return_tensors='pt')
-    output = model.generate(input_ids, max_length=1000, pad_token_id=tokenizer.eos_token_id)
+    outputs = model.generate(input_ids, max_length=1000, pad_token_id=tokenizer.eos_token_id)
 
     # Decode the output
-    decoded_output = tokenizer.decode(output[:, input_ids.shape[-1]:][0], skip_special_tokens=True)
+    decoded_output = tokenizer.batch_decode(outputs, skip_special_tokens=True)
     return decoded_output
 
 iface = gr.ChatInterface(chatbot_model)