Update app.py

app.py

@@ -1,5 +1,13 @@
+#实现功能：1忽略奇怪符号，直接删掉 2.怎么引用fine-tune的model
+
 import streamlit as st
 from transformers import pipeline
+import re
+
+# Function to remove strange characters from the input text
+def clean_text(text):
+    # Only keep alphanumeric characters and some punctuation
+    return re.sub(r"[^a-zA-Z0-9\s.,!?']", "", text)
 
 # Load the text summarization pipeline
 try:
@@ -27,9 +35,12 @@ text_input = st.text_area("Enter long question to rephrase and classify:", "")
 if st.button("Process"):
     if summarizer_loaded and classifier_loaded and text_input:
         try:
+            # Clean the text input
+            cleaned_text = clean_text(text_input)
+            
             # Perform text summarization
-            summary = summarizer(text_input, max_length=130, min_length=30, do_sample=False)
-            summarized_text = summary[0]['rephrase_text']
+            summary = summarizer(cleaned_text, max_length=130, min_length=30, do_sample=False)
+            summarized_text = summary[0]['summary_text']
         except Exception as e:
             st.error(f"Error during summarization: {e}")
             summarized_text = ""