File size: 694 Bytes
b7a1b8f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
"""Build a Hugging Face Summarize Library"""

from transformers import pipeline
import wikipedia


def summarize(text):
    """Summarize text"""
    summarizer = pipeline("summarization", model="t5-small")
    result = summarizer(text, max_length=180)
    print("Summarization process complete!")
    print("=" * 80)
    return result[0]["summary_text"]


# search wikipedia pages
def search_wiki(search_term):
    """Search wikipedia pages"""

    search_results = wikipedia.search(search_term)
    return search_results


# grab text from a wikipedia page
def get_wiki_text(page_title):
    """Grab text from a wikipedia page"""

    page = wikipedia.page(page_title)
    return page.content