Update app.py

app.py

@@ -58,12 +58,12 @@ def get_connection():
 
 con = get_connection()
 
-# --- Metadata for Filters ---
+# --- Cached Metadata for Filters ---
 @st.cache_data(ttl=600)
 def get_filter_options():
-    # Trim and count for cleaner lookups
-    entities = con.sql("SELECT trim(entity) as entity, COUNT(*) as c FROM sentiment_analysis GROUP BY 1 ORDER BY c DESC").df()
-    domains = con.sql("SELECT trim(domain) as domain, COUNT(*) as c FROM sentiment_analysis GROUP BY 1 ORDER BY c DESC").df()
+    # Fast counts via DuckDB
+    entities = con.sql("SELECT entity, COUNT(*) as c FROM sentiment_analysis GROUP BY 1 ORDER BY c DESC").df()
+    domains = con.sql("SELECT domain, COUNT(*) as c FROM sentiment_analysis GROUP BY 1 ORDER BY c DESC").df()
     return entities, domains
 
 df_entities, df_domains = get_filter_options()
@@ -72,7 +72,7 @@ df_entities, df_domains = get_filter_options()
 st.title(T[LANG]["title"])
 
 with st.sidebar:
-    # Dictionary lookup prevents crashes on format_func
+    # Create lookup dictionaries to avoid filtering dataframes in the lambda (prevents crashes)
     entity_lookup = dict(zip(df_entities['entity'], df_entities['c']))
     domain_lookup = dict(zip(df_domains['domain'], df_domains['c']))
 
@@ -95,43 +95,25 @@ with st.sidebar:
     timeframes = {"All": 9999, "Last 7 Days": 7, "Last 30 Days": 30, "Last Year": 365}
     time_choice = st.selectbox("Timeframe", list(timeframes.keys()))
 
-# --- Logic: Stop if no selection ---
+# --- Query Building ---
 if not selected_entities:
     st.info(T[LANG]["select_entities_prompt"])
     st.stop()
 
-# --- Dynamic Granularity Logic ---
-days = timeframes[time_choice]
-if days <= 50:
-    bucket = "1 day"
-elif days <= 365:
-    bucket = "1 week"
-else:
-    bucket = "1 month"
-
-# --- Query Building ---
+# Dynamic SQL construction
 where_clause = f"WHERE entity IN ({str(selected_entities)[1:-1]})"
 if selected_domains:
     where_clause += f" AND domain IN ({str(selected_domains)[1:-1]})"
-
-# FIXED: Use INTERVAL math instead of epoch subtraction
 if time_choice != "All":
-    where_clause += f" AND created_at >= (now() - INTERVAL '{days}' DAY)"
+    where_clause += f" AND created_at >= (epoch(now()) - {timeframes[time_choice] * 86400})"
 
-# --- CRITICAL FIX: Explicit Grouping for Smooth Lines ---
 if all_scores:
-    # Unpivot case: Group by Date, Entity, and Score Type
-    # If grouping by domain is active, add domain to the group key
-    group_keys = "1, 2, 3"
-    select_keys = "time_bucket(interval '{bucket}', created_at) as date, entity, score_name as score_type"
-    
-    if group_by_domain:
-        select_keys += ", domain"
-        group_keys += ", 4"
-
     sql_query = f"""
     SELECT 
-        {select_keys},
+        time_bucket(interval '1 day', created_at) as date,
+        entity,
+        domain,
+        score_name as score_type,
         AVG(score_value) as score
     FROM (
         UNPIVOT sentiment_analysis 
@@ -139,26 +121,18 @@ if all_scores:
         INTO NAME score_name VALUE score_value
     )
     {where_clause}
-    GROUP BY {group_keys}
-    ORDER BY 1 ASC
+    GROUP BY ALL
     """
 else:
-    # Standard case: Group by Date and Entity
-    group_keys = "1, 2"
-    select_keys = "time_bucket(interval '{bucket}', created_at) as date, entity"
-
-    if group_by_domain:
-        select_keys += ", domain"
-        group_keys += ", 3"
-
     sql_query = f"""
     SELECT 
-        {select_keys},
+        time_bucket(interval '1 day', created_at) as date,
+        entity,
+        domain,
         AVG({score_type}) as score
     FROM sentiment_analysis
     {where_clause}
-    GROUP BY {group_keys}
-    ORDER BY 1 ASC
+    GROUP BY ALL
     """
 
 # --- Execution & Plotting ---
@@ -171,34 +145,32 @@ except Exception as e:
 if filtered_df.empty:
     st.warning(T[LANG]["no_data"])
 else:
-    # Build legend labels
+    # Build dynamic labels for the legend
+    color_col = "entity"
     if group_by_domain:
         filtered_df["label"] = filtered_df["entity"] + " | " + filtered_df["domain"]
-    else:
-        filtered_df["label"] = filtered_df["entity"]
+        color_col = "label"
     
     if all_scores:
-        filtered_df["label"] = filtered_df["label"] + " | " + filtered_df["score_type"]
+        current_label = filtered_df["label"] if group_by_domain else filtered_df["entity"]
+        filtered_df["label"] = current_label + " | " + filtered_df["score_type"]
+        color_col = "label"
 
-    # Plot
     fig = px.line(
-        filtered_df,
-        x="date", 
-        y="score", 
-        color="label",
-        title=f"{T[LANG]['scores_over_time']} (Avg by {bucket})",
-        labels={"score": "Score", "date": "Date", "label": "Legend"},
-        markers=True  # Adds dots to points for clarity
+        filtered_df.sort_values("date"),
+        x="date", y="score", color=color_col,
+        title=T[LANG]["scores_over_time"] if all_scores else T[LANG]["avg_over_time"].format(score_type.replace('_', ' ').title()),
+        labels={"score": "Sentiment Score", "date": "Date", "label": "Entity/Source"}
     )
 
-    # Layout styling
+    # Styling
     fig.update_layout(
         yaxis=dict(range=[-10, 10], gridcolor="lightgrey"),
         plot_bgcolor="white",
         legend=dict(orientation="h", y=-0.2, x=0.5, xanchor="center")
     )
     
-    # Reference lines
+    # Static horizontal reference lines
     for val in [-5, 0, 5]:
         fig.add_hline(y=val, line_width=2 if val==0 else 1, line_dash="dash", line_color="black")