# app.py import torch import streamlit as st from transformers import AutoModel st.set_page_config(page_title="Semantic Highlight Bilingual Demo", layout="wide") @st.cache_resource(show_spinner=True) def load_model(): model = AutoModel.from_pretrained( "zilliz/semantic-highlight-bilingual-v1", trust_remote_code=True, ) return model def split_sentences(text: str): text = text.strip() if not text: return [] # Very simple heuristic: use Chinese period if present, else English period. if "。" in text: parts = [s.strip() for s in text.split("。") if s.strip()] # Add back "。" to each sentence for nicer display. sentences = [s + "。" for s in parts] else: parts = [s.strip() for s in text.split(".") if s.strip()] sentences = [s + "." for s in parts] return sentences def highlight_context(context: str, highlighted_sentences): if not context or not highlighted_sentences: return context # Simple HTML highlighting by sentence replacement highlighted_html = context for sent in highlighted_sentences: sent_clean = sent.strip() if not sent_clean: continue # Avoid double-wrapping: only replace plain text, not already highlighted replacement = f'{sent_clean}' highlighted_html = highlighted_html.replace(sent_clean, replacement) # Basic styling style = """ """ return style + f'
{highlighted_html}
' def main(): st.title("Semantic Highlight Bilingual Demo") st.caption("Model: zilliz/semantic-highlight-bilingual-v1") with st.sidebar: st.header("Settings") threshold = st.slider( "Relevance threshold", min_value=0.0, max_value=1.0, value=0.5, step=0.01, help="Lower values highlight more sentences; higher values highlight fewer.", ) language = st.selectbox( "Language", options=["auto", "en", "zh"], index=0, help="Let the model auto-detect, or force English (en) / Chinese (zh).", ) return_sentence_metrics = st.checkbox( "Return per-sentence probabilities", value=True, ) st.markdown("---") st.info( "1. Enter a query.\n" "2. Paste a document as context.\n" "3. Click **Run Semantic Highlight**." ) default_question = "What are the symptoms of dehydration?" default_context = ( "Dehydration occurs when your body loses more fluid than you take in.\n" "Common signs include feeling thirsty and having a dry mouth.\n" "The human body is composed of about 60% water.\n" "Dark yellow urine and infrequent urination are warning signs.\n" "Water is essential for many bodily functions.\n" "Dizziness, fatigue, and headaches can indicate severe dehydration.\n" "Drinking enough water daily is often recommended." ) col_left, col_right = st.columns(2) with col_left: question = st.text_input( "Query / Question", value=default_question, ) context = st.text_area( "Context / Document", value=default_context, height=260, ) with col_right: st.subheader("Controls") run = st.button("Run Semantic Highlight", type="primary") if run: if not question.strip(): st.error("Please enter a query/question.") return if not context.strip(): st.error("Please enter some context text.") return with st.spinner("Loading model and running inference..."): model = load_model() kwargs = { "question": question, "context": context, "threshold": threshold, "return_sentence_metrics": return_sentence_metrics, } if language != "auto": kwargs["language"] = language with torch.no_grad(): result = model.process(**kwargs) highlighted_sentences = result.get("highlighted_sentences", []) compression_rate = result.get("compression_rate", None) sentence_probs = result.get("sentence_probabilities", None) st.subheader("Results") # Metrics row metric_cols = st.columns(3) with metric_cols[0]: st.metric( "Highlighted sentences", value=len(highlighted_sentences), ) with metric_cols[1]: if compression_rate is not None: st.metric( "Compression rate", value=f"{compression_rate * 100:.1f}%", help="Approximate percentage of text removed.", ) with metric_cols[2]: st.metric( "Threshold used", value=f"{threshold:.2f}", ) # Highlighted sentence list st.markdown("### Highlighted Sentences") if highlighted_sentences: for i, sent in enumerate(highlighted_sentences, start=1): st.markdown(f"**{i}.** {sent}") else: st.write("No sentences passed the current threshold.") # Full context with inline highlights st.markdown("### Context with Highlights") highlighted_html = highlight_context(context, highlighted_sentences) st.markdown(highlighted_html, unsafe_allow_html=True) # Sentence probabilities table (if available) if return_sentence_metrics and sentence_probs is not None: st.markdown("### Sentence Probabilities") sentences = split_sentences(context) # Align lengths if possible; otherwise just show probabilities if len(sentences) == len(sentence_probs): import pandas as pd data = { "Sentence #": list(range(1, len(sentences) + 1)), "Sentence": sentences, "Probability": sentence_probs, } df = pd.DataFrame(data) st.dataframe( df, use_container_width=True, ) else: st.write( "Count of split sentences does not match model probabilities; " "showing raw probability list." ) st.write(sentence_probs) if __name__ == "__main__": main()