majorSeaweed commited on
Commit
3dfb09d
·
verified ·
1 Parent(s): 03a5a9b

Update src/streamlit_app.py

Browse files
Files changed (1) hide show
  1. src/streamlit_app.py +42 -39
src/streamlit_app.py CHANGED
@@ -1,40 +1,43 @@
1
- import altair as alt
2
- import numpy as np
3
- import pandas as pd
4
  import streamlit as st
5
-
6
- """
7
- # Welcome to Streamlit!
8
-
9
- Edit `/streamlit_app.py` to customize this app to your heart's desire :heart:.
10
- If you have any questions, checkout our [documentation](https://docs.streamlit.io) and [community
11
- forums](https://discuss.streamlit.io).
12
-
13
- In the meantime, below is an example of what you can do with just a few lines of code:
14
- """
15
-
16
- num_points = st.slider("Number of points in spiral", 1, 10000, 1100)
17
- num_turns = st.slider("Number of turns in spiral", 1, 300, 31)
18
-
19
- indices = np.linspace(0, 1, num_points)
20
- theta = 2 * np.pi * num_turns * indices
21
- radius = indices
22
-
23
- x = radius * np.cos(theta)
24
- y = radius * np.sin(theta)
25
-
26
- df = pd.DataFrame({
27
- "x": x,
28
- "y": y,
29
- "idx": indices,
30
- "rand": np.random.randn(num_points),
31
- })
32
-
33
- st.altair_chart(alt.Chart(df, height=700, width=700)
34
- .mark_point(filled=True)
35
- .encode(
36
- x=alt.X("x", axis=None),
37
- y=alt.Y("y", axis=None),
38
- color=alt.Color("idx", legend=None, scale=alt.Scale()),
39
- size=alt.Size("rand", legend=None, scale=alt.Scale(range=[1, 150])),
40
- ))
 
 
 
 
 
 
 
 
 
 
1
  import streamlit as st
2
+ from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
3
+ import torch
4
+
5
+ # Load model and tokenizer
6
+ @st.cache_resource
7
+ def load_model():
8
+ model = AutoModelForSeq2SeqLM.from_pretrained("majorSeaweed/T5-Conv_summarisation_small")
9
+ tokenizer = AutoTokenizer.from_pretrained("majorSeaweed/T5-Conv_summarisation_small")
10
+ return tokenizer, model
11
+
12
+ tokenizer, model = load_model()
13
+
14
+ # Title
15
+ st.title("🧠 Dialogue Summarisation (T5)")
16
+ st.markdown(
17
+ "This app generates **non-toxic summaries** of multi-turn conversations using a SFT Tuned `t5-small` model."
18
+ )
19
+
20
+ # Input box
21
+ dialogue = st.text_area(
22
+ "Paste a conversation below (multi-turn dialogue with speaker turns):",
23
+ height=200,
24
+ placeholder="User: Hey, you there?\nBot: Yeah, what's up?\nUser: I just wanted to say you're terrible at this.",
25
+ )
26
+
27
+ # Generate summary
28
+ if st.button("Generate Summary"):
29
+ if not dialogue.strip():
30
+ st.warning("Please enter a conversation.")
31
+ else:
32
+ with st.spinner("Generating summary..."):
33
+ inputs = tokenizer(dialogue, return_tensors="pt", truncation=True, max_length=512)
34
+ summary_ids = model.generate(
35
+ **inputs,
36
+ max_length=60,
37
+ num_beams=4,
38
+ early_stopping=True,
39
+ no_repeat_ngram_size=2
40
+ )
41
+ summary = tokenizer.decode(summary_ids[0], skip_special_tokens=True)
42
+ st.subheader("📝 Summary")
43
+ st.success(summary)