Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Peter
commited on
Commit
·
34de38e
1
Parent(s):
50d040d
✨ add ability to download outputs
Browse filesSigned-off-by: Peter <74869040+pszemraj@users.noreply.github.com>
app.py
CHANGED
|
@@ -14,7 +14,7 @@ from doctr.models import ocr_predictor
|
|
| 14 |
from pdf2text import convert_PDF_to_Text
|
| 15 |
|
| 16 |
from summarize import load_model_and_tokenizer, summarize_via_tokenbatches
|
| 17 |
-
from utils import load_example_filenames, truncate_word_count
|
| 18 |
|
| 19 |
_here = Path(__file__).parent
|
| 20 |
|
|
@@ -125,7 +125,10 @@ def proc_submission(
|
|
| 125 |
|
| 126 |
html += ""
|
| 127 |
|
| 128 |
-
|
|
|
|
|
|
|
|
|
|
| 129 |
|
| 130 |
|
| 131 |
def load_single_example_text(
|
|
@@ -295,6 +298,13 @@ if __name__ == "__main__":
|
|
| 295 |
label="Summary Scores", placeholder="Summary scores will appear here"
|
| 296 |
)
|
| 297 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 298 |
gr.Markdown("---")
|
| 299 |
with gr.Column():
|
| 300 |
gr.Markdown("### Advanced Settings")
|
|
@@ -351,7 +361,7 @@ if __name__ == "__main__":
|
|
| 351 |
repetition_penalty,
|
| 352 |
no_repeat_ngram_size,
|
| 353 |
],
|
| 354 |
-
outputs=[output_text, summary_text, summary_scores],
|
| 355 |
)
|
| 356 |
|
| 357 |
demo.launch(enable_queue=True)
|
|
|
|
| 14 |
from pdf2text import convert_PDF_to_Text
|
| 15 |
|
| 16 |
from summarize import load_model_and_tokenizer, summarize_via_tokenbatches
|
| 17 |
+
from utils import load_example_filenames, truncate_word_count, saves_summary
|
| 18 |
|
| 19 |
_here = Path(__file__).parent
|
| 20 |
|
|
|
|
| 125 |
|
| 126 |
html += ""
|
| 127 |
|
| 128 |
+
# save to file
|
| 129 |
+
saved_file = saves_summary(_summaries)
|
| 130 |
+
|
| 131 |
+
return html, sum_text_out, scores_out, saved_file
|
| 132 |
|
| 133 |
|
| 134 |
def load_single_example_text(
|
|
|
|
| 298 |
label="Summary Scores", placeholder="Summary scores will appear here"
|
| 299 |
)
|
| 300 |
|
| 301 |
+
text_file = gr.File(
|
| 302 |
+
label="Download Summary as Text File",
|
| 303 |
+
file_count="single",
|
| 304 |
+
type="file",
|
| 305 |
+
interactive=False,
|
| 306 |
+
)
|
| 307 |
+
|
| 308 |
gr.Markdown("---")
|
| 309 |
with gr.Column():
|
| 310 |
gr.Markdown("### Advanced Settings")
|
|
|
|
| 361 |
repetition_penalty,
|
| 362 |
no_repeat_ngram_size,
|
| 363 |
],
|
| 364 |
+
outputs=[output_text, summary_text, summary_scores, text_file],
|
| 365 |
)
|
| 366 |
|
| 367 |
demo.launch(enable_queue=True)
|
utils.py
CHANGED
|
@@ -4,11 +4,17 @@
|
|
| 4 |
|
| 5 |
import re
|
| 6 |
from pathlib import Path
|
| 7 |
-
|
| 8 |
from natsort import natsorted
|
| 9 |
import subprocess
|
| 10 |
|
| 11 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 12 |
def truncate_word_count(text, max_words=512):
|
| 13 |
"""
|
| 14 |
truncate_word_count - a helper function for the gradio module
|
|
@@ -67,3 +73,44 @@ def load_example_filenames(example_path: str or Path):
|
|
| 67 |
# load the examples into a list
|
| 68 |
examples = {f.name: f for f in example_path.glob("*.txt")}
|
| 69 |
return examples
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 4 |
|
| 5 |
import re
|
| 6 |
from pathlib import Path
|
| 7 |
+
from datetime import datetime
|
| 8 |
from natsort import natsorted
|
| 9 |
import subprocess
|
| 10 |
|
| 11 |
+
def get_timestamp()->str:
|
| 12 |
+
"""
|
| 13 |
+
get_timestamp - get a timestamp for the current time
|
| 14 |
+
Returns:
|
| 15 |
+
str, the timestamp
|
| 16 |
+
"""
|
| 17 |
+
return datetime.now().strftime("%Y%m%d_%H%M%S")
|
| 18 |
def truncate_word_count(text, max_words=512):
|
| 19 |
"""
|
| 20 |
truncate_word_count - a helper function for the gradio module
|
|
|
|
| 73 |
# load the examples into a list
|
| 74 |
examples = {f.name: f for f in example_path.glob("*.txt")}
|
| 75 |
return examples
|
| 76 |
+
|
| 77 |
+
def saves_summary(summarize_output, outpath:str or Path=None, add_signature=True):
|
| 78 |
+
"""
|
| 79 |
+
|
| 80 |
+
saves_summary - save the summary generated from summarize_via_tokenbatches() to a text file
|
| 81 |
+
|
| 82 |
+
_summaries = summarize_via_tokenbatches(
|
| 83 |
+
text,
|
| 84 |
+
batch_length=token_batch_length,
|
| 85 |
+
batch_stride=batch_stride,
|
| 86 |
+
**settings,
|
| 87 |
+
)
|
| 88 |
+
"""
|
| 89 |
+
|
| 90 |
+
|
| 91 |
+
outpath = Path.cwd() / f"document_summary_{get_timestamp()}.txt" if outpath is None else Path(outpath)
|
| 92 |
+
sum_text = [s["summary"][0] for s in summarize_output]
|
| 93 |
+
sum_scores = [f"\n - {round(s['summary_score'],4)}" for s in summarize_output]
|
| 94 |
+
scores_text = "\n".join(sum_scores)
|
| 95 |
+
full_summary = "\n\t".join(sum_text)
|
| 96 |
+
|
| 97 |
+
with open(
|
| 98 |
+
outpath,
|
| 99 |
+
"w",
|
| 100 |
+
) as fo:
|
| 101 |
+
if add_signature:
|
| 102 |
+
fo.write(
|
| 103 |
+
"Generated with the Document Summarization space :) https://hf.co/spaces/pszemraj/document-summarization\n\n"
|
| 104 |
+
)
|
| 105 |
+
fo.writelines(full_summary)
|
| 106 |
+
with open(
|
| 107 |
+
outpath,
|
| 108 |
+
"a",
|
| 109 |
+
) as fo:
|
| 110 |
+
|
| 111 |
+
fo.write("\n" * 3)
|
| 112 |
+
fo.write(f"\n\nSection Scores:\n")
|
| 113 |
+
fo.writelines(scores_text)
|
| 114 |
+
fo.write("\n\n---\n")
|
| 115 |
+
|
| 116 |
+
return outpath
|