Update app.py

app.py

@@ -357,7 +357,7 @@ class ChatBot:
         self.history = []
 
     def predict(self, user_input, system_prompt="You are an expert medical analyst:"):
-        formatted_input = f"<s>[INST] {user_input}</s>[/INST]{system_prompt}"
+        formatted_input = f"<s>[INST]{system_prompt}:</s>[/INST][INST]{user_input}[INST]"
         user_input_ids = tokenizer.encode(formatted_input, return_tensors="pt")
         response = peft_model.generate(input_ids=user_input_ids, max_length=512, pad_token_id=tokenizer.eos_token_id)
         response_text = tokenizer.decode(response[0], skip_special_tokens=True)