File size: 2,590 Bytes
d62ad66 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 | import streamlit as st
import pandas as pd
from top2vec import Top2Vec
from wordcloud import WordCloud
@st.cache_resource
def load_model():
name = '2024-02-14_22_19_09_reduced__model_medline0[test,mincount_250,topicmergedelta_0.15,ngram_True,ngramvocab_args_250_.4_80M_npmi_connector].json'
with open(name, 'rb') as f:
return Top2Vec.load(f)
@st.cache_data
def load_data():
df = pd.read_pickle('medline_0_df_nlp.pkl.bz2', compression='bz2')
return df
# Notification of loading
start_container = st.empty()
if 'first' not in st.session_state:
st.session_state['first'] = True
if st.session_state['first'] == True:
start_container.text('Loading model and data... This may take two to three minutes on the initial run.')
st.session_state['first'] = False
# Load the model and data
model = load_model()
df = load_data()
# Remove loading notification
start_container.empty()
# User interface
with st.sidebar.form('Explore Topics', clear_on_submit=False):
st.write('Input a search term(s) separated by a space and receive the topics that are most semantically similar.')
txt_et = st.text_area('Keyword(s) or Phrase(s)')
num_et = st.number_input('Number of topics to return',
min_value=1,
max_value=model.get_num_topics(reduced=True), # Number of topics in the reduced model
value=10) # Default value is 10
submitted_et = st.form_submit_button("Submit")
if submitted_et:
txt_et_list = txt_et.split()
topic_words, word_scores, topic_scores, topic_nums = model.search_topics(txt_et_list, num_topics=num_et, reduced=True)
for i, topic in enumerate(topic_nums):
st.subheader('Topic Number: ' + str(topic))
st.write('Search Cosine Similarity: ' + str(topic_scores[i]))
st.write('Topic Words:', ', '.join(topic_words[i][:10]))
# Top documents for each topic
with st.expander('Top Documents in Topic'):
_, document_ids = model.search_documents_by_topic(topic_num=topic, reduced=True, num_docs=10)
for id in document_ids:
st.markdown(f'[{df.at[id, "TI"]}](https://pubmed.ncbi.nlm.nih.gov/{df.at[id, "PMID"]})')
# Wordcloud
new_dict = {}
for ii, words in enumerate(topic_words[i]):
new_dict[words] = word_scores[i][ii]
st.image(WordCloud(width=850, height=250,
background_color='white',
prefer_horizontal=0.7).generate_from_frequencies(new_dict).to_image())
|