update requirements.txt

app.py

@@ -37,12 +37,6 @@ def main() -> None:
         for senetence in summary_sentences:
             st.markdown(f"<li>{senetence}</li>", unsafe_allow_html=True)
 
-    def is_valid_url(url: str) -> bool:
-        result = validators.url(url)
-        if isinstance(result, ValidationFailure):
-            return False
-        return True
-
     def get_list_files() -> list:
         names = []
         for file in os.listdir("./samples/"):
@@ -101,11 +95,32 @@ def main() -> None:
     #     with st.spinner("Summarizing in progress..."):
     #         return tuple(summarizer.abstractive_summary(list(summary_sentence)))
 
+    def split_text(text: str) -> list:
+        tokens = nltk.tokenize(text)
+        sentences = []
+        token_count = 0
+        sentence = ""
+        for token in tokens not in ["."]:
+            if token_count < 1024:
+                sentence += "".join(token + " ")
+                token_count += 1
+            else:
+                sentences.append(sentence)
+                token_count = 0
+                sentence = ""
+
+        return sentences
+
     pipe = create_pipeline()
 
     if summarize_button:
-        summary = pipe(target_text_input)
-        st.markdown(summary)
+        if target_text_input is not "":
+            with st.spinner("Summarizing in progress..."):
+                sentences = split_text(target_text_input)
+                for sentence in sentences:
+                    output = pipe(sentence)
+
+            st.markdown(output['summary_text'])
 
 
 if __name__ == "__main__":

requirements.txt

@@ -68,6 +68,7 @@ tokenizers==0.12.1
 toml==0.10.2
 toolz==0.12.0
 torch==1.12.1
+torchvision==0.13.1
 tornado==6.2
 tqdm==4.64.0
 traitlets==5.3.0