Update app.py

app.py

@@ -22,8 +22,16 @@ def generate_response(input_text):
     pad_token_id=tokenizer.eos_token_id,
     )
   
-  generated_text = tokenizer.decode(output_sequences[0], skip_special_tokens=True)
-  return generated_text
+  response_with_prefix = tokenizer.decode(output_sequences[:, input_ids.shape[-1]:][0], skip_special_tokens=True)
+  response_start_idx = response_with_prefix.find("answer: ")
+    if response_start_idx != -1:
+        # Extract everything after "answer: "
+        response = response_with_prefix[response_start_idx + len("answer: "):]
+    else:
+        # If "answer:" is not found in the response, return the whole response
+        response = response_with_prefix
+
+    return response
 
 prompt = st.chat_input(placeholder="Say Something!",key=None, max_chars=None, disabled=False, on_submit=None, args=None, kwargs=None)
 if prompt: