Update app.py

app.py

@@ -33,9 +33,12 @@ class TuluChatBot:
         prompt = self.format_prompt(user_message)
         inputs = self.tokenizer(prompt, return_tensors='pt', add_special_tokens=False)
         input_ids = inputs["input_ids"].to(self.model.device)
+        attention_mask = inputs["attention_mask"].to(self.model.device)
+
 
         output_ids = self.model.generate(
             input_ids,
+            attention_mask=attention_mask,
             max_length=input_ids.shape[1] + max_new_tokens,
             temperature=temperature,
             top_p=top_p,