Remove confidence trend chart and word cloud from Stats view

frontend/streamlit_app.py

@@ -1372,37 +1372,6 @@ with col_t2:
     st.plotly_chart(fig_tpie, width='stretch', config={"displayModeBar": False})
     st.markdown('</div>', unsafe_allow_html=True)
 
-# ── Confidence trend ──────────────────────────────────────────
-if "confidence" in df.columns:
-    st.divider()
-    st.markdown('<div class="chart-wrap">', unsafe_allow_html=True)
-    st.markdown('<div class="chart-title">Confidence Trend</div><div class="chart-sub">Model confidence per message in current window</div>', unsafe_allow_html=True)
-    conf_df = df[["confidence"]].reset_index(drop=True)
-    conf_df.index.name = "message_index"
-    fig_line = go.Figure(go.Scatter(
-        x=conf_df.index,
-        y=conf_df["confidence"],
-        mode="lines",
-        line=dict(color="#7c3aed", width=2),
-        fill="tozeroy",
-        fillcolor="rgba(124,58,237,0.08)",
-        hovertemplate="Msg %{x}: <b>%{y:.2f}</b><extra></extra>",
-    ))
-    fig_line.update_layout(**plotly_layout(180))
-    fig_line.update_yaxes(range=[0, 1])
-    st.plotly_chart(fig_line, width='stretch', config={"displayModeBar": False})
-    conf_hdr, conf_dl = st.columns([1, 1])
-    with conf_hdr:
-        show_conf_data = st.checkbox("View data", key="show_conf")
-    with conf_dl:
-        conf_export = conf_df.reset_index()
-        conf_export.columns = ["message_index", "confidence"]
-        csv_download(conf_export, "Download CSV", "confidence_trend.csv")
-    if show_conf_data:
-        st.dataframe(conf_export, width='stretch', hide_index=True)
-    st.markdown('</div>', unsafe_allow_html=True)
-
-
 # ── SENTIMENT HEATMAP OVER TIME ───────────────────────────────
 st.divider()
 st.markdown(
@@ -1902,69 +1871,6 @@ else:
         unsafe_allow_html=True
     )
 
-# ── WORD CLOUD ────────────────────────────────────────────────
-st.divider()
-st.markdown(
-    '<div class="sec-hdr"><span class="sec-ttl">Word Cloud</span><span class="sec-pill">All Time</span></div>',
-    unsafe_allow_html=True
-)
-
-wc_col1, wc_col2, wc_col3 = st.columns([1, 1, 3])
-with wc_col1:
-    wc_sentiment = st.selectbox("Filter sentiment", ["All", "Positive", "Neutral", "Negative"], key="wc_sent")
-with wc_col2:
-    wc_topic = st.selectbox("Filter topic", ["All"] + TOPIC_LABELS, key="wc_topic")
-
-_wc_json = json.dumps([{"text": m.get("text",""), "sentiment": m.get("sentiment","Neutral"), "topic": m.get("topic","General")} for m in all_data])
-word_freq = compute_word_freq(_wc_json, sentiment_filter=wc_sentiment, topic_filter=wc_topic)
-
-if word_freq:
-    try:
-        from wordcloud import WordCloud
-        import matplotlib.pyplot as plt
-        import io
-
-        freq_dict = dict(word_freq)
-        wc = WordCloud(
-            width=900, height=320,
-            background_color="white",
-            colormap="cool",
-            max_words=80,
-            prefer_horizontal=0.85,
-            collocations=False,
-        ).generate_from_frequencies(freq_dict)
-
-        st.markdown('<div class="chart-wrap">', unsafe_allow_html=True)
-        st.image(wc.to_array(), width="stretch")
-        st.markdown('</div>', unsafe_allow_html=True)
-
-        # Also show top 20 as a bar chart
-        top20 = word_freq[:20]
-        fig_wf = go.Figure(go.Bar(
-            x=[w for w, _ in top20],
-            y=[c for _, c in top20],
-            marker_color="#7c3aed",
-            marker_line_width=0,
-            hovertemplate="<b>%{x}</b><br>%{y} times<extra></extra>",
-        ))
-        layout_wf = plotly_layout(180)
-        fig_wf.update_layout(**layout_wf)
-        st.plotly_chart(fig_wf, width='stretch', config={"displayModeBar": False})
-
-    except ImportError:
-        # Fallback: just show bar chart if wordcloud not available
-        top20 = word_freq[:20]
-        fig_wf = go.Figure(go.Bar(
-            x=[w for w, _ in top20],
-            y=[c for _, c in top20],
-            marker_color="#7c3aed",
-            marker_line_width=0,
-        ))
-        fig_wf.update_layout(**plotly_layout(200))
-        st.plotly_chart(fig_wf, width='stretch', config={"displayModeBar": False})
-else:
-    st.info("Not enough text data yet.")
-
 # ── MULTI-STREAM COMPARISON ───────────────────────────────────
 active_streams = [s for s in st.session_state.streams if r.llen(s["redis_key"]) > 0]
 

pages/stats.py

@@ -326,36 +326,6 @@ with col_t2:
     st.plotly_chart(fig_tpie, config={"displayModeBar": False})
     st.markdown('</div>', unsafe_allow_html=True)
 
-# -- Confidence trend -----------------------------------------
-if "confidence" in df.columns:
-    st.divider()
-    st.markdown('<div class="chart-wrap">', unsafe_allow_html=True)
-    st.markdown('<div class="chart-title">Confidence Trend</div><div class="chart-sub">Model confidence per message in current window</div>', unsafe_allow_html=True)
-    conf_df = df[["confidence"]].reset_index(drop=True)
-    conf_df.index.name = "message_index"
-    fig_line = go.Figure(go.Scatter(
-        x=conf_df.index,
-        y=conf_df["confidence"],
-        mode="lines",
-        line=dict(color="#7c3aed", width=2),
-        fill="tozeroy",
-        fillcolor="rgba(124,58,237,0.08)",
-        hovertemplate="Msg %{x}: <b>%{y:.2f}</b><extra></extra>",
-    ))
-    fig_line.update_layout(**plotly_layout(180))
-    fig_line.update_yaxes(range=[0, 1])
-    st.plotly_chart(fig_line, config={"displayModeBar": False})
-    conf_hdr, conf_dl = st.columns([1, 1])
-    with conf_hdr:
-        show_conf_data = st.checkbox("View data", key="show_conf")
-    with conf_dl:
-        conf_export = conf_df.reset_index()
-        conf_export.columns = ["message_index", "confidence"]
-        csv_download(conf_export, "Download CSV", "confidence_trend.csv")
-    if show_conf_data:
-        st.dataframe(conf_export, hide_index=True)
-    st.markdown('</div>', unsafe_allow_html=True)
-
 # -- SENTIMENT HEATMAP OVER TIME ------------------------------
 st.divider()
 st.markdown(
@@ -841,67 +811,6 @@ else:
         unsafe_allow_html=True
     )
 
-# -- WORD CLOUD -----------------------------------------------
-st.divider()
-st.markdown(
-    '<div class="sec-hdr"><span class="sec-ttl">Word Cloud</span><span class="sec-pill">All Time</span></div>',
-    unsafe_allow_html=True
-)
-
-wc_col1, wc_col2, wc_col3 = st.columns([1, 1, 3])
-with wc_col1:
-    wc_sentiment = st.selectbox("Filter sentiment", ["All", "Positive", "Neutral", "Negative"], key="wc_sent")
-with wc_col2:
-    wc_topic = st.selectbox("Filter topic", ["All"] + TOPIC_LABELS, key="wc_topic")
-
-_wc_json = json.dumps([{"text": m.get("text",""), "sentiment": m.get("sentiment","Neutral"), "topic": m.get("topic","General")} for m in all_data])
-word_freq = compute_word_freq(_wc_json, sentiment_filter=wc_sentiment, topic_filter=wc_topic)
-
-if word_freq:
-    try:
-        from wordcloud import WordCloud
-        import matplotlib.pyplot as plt
-        import io
-
-        freq_dict = dict(word_freq)
-        wc = WordCloud(
-            width=900, height=320,
-            background_color="white",
-            colormap="cool",
-            max_words=80,
-            prefer_horizontal=0.85,
-            collocations=False,
-        ).generate_from_frequencies(freq_dict)
-
-        st.markdown('<div class="chart-wrap">', unsafe_allow_html=True)
-        st.image(wc.to_array())
-        st.markdown('</div>', unsafe_allow_html=True)
-
-        top20 = word_freq[:20]
-        fig_wf = go.Figure(go.Bar(
-            x=[w for w, _ in top20],
-            y=[c for _, c in top20],
-            marker_color="#7c3aed",
-            marker_line_width=0,
-            hovertemplate="<b>%{x}</b><br>%{y} times<extra></extra>",
-        ))
-        layout_wf = plotly_layout(180)
-        fig_wf.update_layout(**layout_wf)
-        st.plotly_chart(fig_wf, config={"displayModeBar": False})
-
-    except ImportError:
-        top20 = word_freq[:20]
-        fig_wf = go.Figure(go.Bar(
-            x=[w for w, _ in top20],
-            y=[c for _, c in top20],
-            marker_color="#7c3aed",
-            marker_line_width=0,
-        ))
-        fig_wf.update_layout(**plotly_layout(200))
-        st.plotly_chart(fig_wf, config={"displayModeBar": False})
-else:
-    st.info("Not enough text data yet.")
-
 # -- MULTI-STREAM COMPARISON ----------------------------------
 active_streams = [s for s in st.session_state.streams if store_llen(s["redis_key"]) > 0]