Update app.py

app.py

@@ -1,4 +1,6 @@
 import os
+import time
+import random
 import requests
 import pandas as pd
 import gradio as gr
@@ -23,6 +25,23 @@ HEADERS = {
     "Accept": "application/json"
 }
 
+# =====================================================
+# SAFE REQUEST (RATE LIMIT HANDLING)
+# =====================================================
+def safe_get(url, params=None, max_retries=5):
+    for attempt in range(max_retries):
+        r = requests.get(url, headers=HEADERS, params=params, timeout=30)
+
+        if r.status_code == 429:
+            sleep_time = (2 ** attempt) + random.uniform(0.5, 1.5)
+            time.sleep(sleep_time)
+            continue
+
+        r.raise_for_status()
+        return r
+
+    raise RuntimeError("Leadfeeder API rate limit exceeded. Try smaller date range.")
+
 # =====================================================
 # DASHBOARD PRESETS
 # =====================================================
@@ -64,27 +83,24 @@ def authenticate(pwd):
     return True
 
 # =====================================================
-# VISITS → LANDING & EXIT PAGE
+# VISITS → LANDING & EXIT PAGE (THROTTLED)
 # =====================================================
 def fetch_landing_exit_pages(lead_id, start_date, end_date):
     try:
-        r = requests.get(
+        r = safe_get(
             f"{BASE_URL}/accounts/{ACCOUNT_ID}/leads/{lead_id}/visits",
-            headers=HEADERS,
             params={
                 "start_date": start_date,
                 "end_date": end_date,
-                "page[size]": 100
-            },
-            timeout=20
+                "page[size]": 50
+            }
         )
-        r.raise_for_status()
-        visits = r.json().get("data", [])
 
+        visits = r.json().get("data", [])
         if not visits:
             return None, None
 
-        visits = sorted(visits, key=lambda v: v["attributes"].get("started_at"))
+        visits = sorted(visits, key=lambda v: v["attributes"].get("started_at", ""))
 
         first_route = visits[0]["attributes"].get("visit_route", [])
         last_route = visits[-1]["attributes"].get("visit_route", [])
@@ -92,32 +108,32 @@ def fetch_landing_exit_pages(lead_id, start_date, end_date):
         landing = first_route[0]["page_path"] if first_route else None
         exit_page = last_route[-1]["page_path"] if last_route else None
 
+        # IMPORTANT: throttle visit-level calls
+        time.sleep(0.25)
+
         return landing, exit_page
 
     except Exception:
         return None, None
 
 # =====================================================
-# DATA FETCH (COMPANY + PAGE PATHS)
+# DATA FETCH (COMPANY LEVEL – RATE SAFE)
 # =====================================================
 def fetch_company_data(start_date, end_date):
     page, rows = 1, []
 
     while True:
-        r = requests.get(
+        r = safe_get(
             f"{BASE_URL}/accounts/{ACCOUNT_ID}/leads",
-            headers=HEADERS,
             params={
                 "start_date": start_date,
                 "end_date": end_date,
                 "page[number]": page,
                 "page[size]": PAGE_SIZE
-            },
-            timeout=30
+            }
         )
-        r.raise_for_status()
-        js = r.json()
 
+        js = r.json()
         data = js.get("data", [])
         if not data:
             break
@@ -133,7 +149,7 @@ def fetch_company_data(start_date, end_date):
             loc_id = lead.get("relationships", {}).get("location", {}).get("data", {}).get("id")
             loc = loc_map.get(loc_id, {})
 
-            landing_page, exit_page = fetch_landing_exit_pages(
+            landing, exit_page = fetch_landing_exit_pages(
                 lead.get("id"), start_date, end_date
             )
 
@@ -171,24 +187,26 @@ def fetch_company_data(start_date, end_date):
                 "region": loc.get("region"),
                 "city": loc.get("city"),
                 "leadfeeder_url": a.get("view_in_leadfeeder"),
-
-                # NEW PAGE-LEVEL FIELDS
-                "landing_page_path": landing_page,
+                "landing_page_path": landing,
                 "exit_page_path": exit_page,
             })
 
         page += 1
+        time.sleep(0.3)  # IMPORTANT pagination throttle
 
     df = pd.DataFrame(rows)
     df["last_visit_date"] = pd.to_datetime(df["last_visit_date"], errors="coerce")
     return df
 
 # =====================================================
-# LOAD WRAPPER
+# LOAD WRAPPER (NO CRASH)
 # =====================================================
 def load_data_with_preview(start_date, end_date):
-    df = fetch_company_data(start_date, end_date)
-    return df, df.head(500), f"✅ Loaded {len(df):,} companies"
+    try:
+        df = fetch_company_data(start_date, end_date)
+        return df, df.head(500), f"✅ Loaded {len(df):,} companies"
+    except Exception as e:
+        return None, None, f"❌ {str(e)}"
 
 # =====================================================
 # EXPORT
@@ -216,6 +234,7 @@ def build_kpis(df):
 # =====================================================
 def build_dashboard(df, preset, top_n):
     dim, metric, agg = DASHBOARD_PRESETS[preset]
+
     if agg == "count":
         grouped = df.groupby(dim, dropna=False).size().reset_index(name="value")
     else:
@@ -225,7 +244,7 @@ def build_dashboard(df, preset, top_n):
     return px.bar(grouped, x=dim, y="value", template="plotly_white", title=preset)
 
 # =====================================================
-# TREND ENGINE (BAR + TABLE)
+# TREND ENGINE (CHART + TABLE)
 # =====================================================
 def build_trend(df, preset, grain):
     metric, agg, segment = TREND_PRESETS[preset]
@@ -266,20 +285,17 @@ with gr.Blocks(title="Leadfeeder Company-Level Analytics") as demo:
 
     with gr.Tabs():
 
-        # DATA TAB
         with gr.Tab("📋 Data"):
             start = gr.Textbox(value=(date.today() - timedelta(days=30)).isoformat())
             end = gr.Textbox(value=date.today().isoformat())
-
             load_btn = gr.Button("Load Data")
-            preview_table = gr.Dataframe(interactive=True)
+            preview = gr.Dataframe(interactive=True)
             download_btn = gr.Button("⬇️ Download Excel")
             download_file = gr.File()
 
-            load_btn.click(load_data_with_preview, [start, end], [df_state, preview_table, status])
+            load_btn.click(load_data_with_preview, [start, end], [df_state, preview, status])
             download_btn.click(export_excel, df_state, download_file)
 
-        # DASHBOARD TAB
         with gr.Tab("📊 Dashboard"):
             with gr.Row():
                 k1 = gr.Number(label="Total Companies")
@@ -297,17 +313,12 @@ with gr.Blocks(title="Leadfeeder Company-Level Analytics") as demo:
 
             gr.Button("Build View").click(build_dashboard, [df_state, preset, top_n], chart)
 
-        # TRENDS TAB
         with gr.Tab("📈 Trends"):
             trend_view = gr.Dropdown(choices=list(TREND_PRESETS.keys()))
             grain = gr.Radio(["Daily", "Weekly", "Monthly"], value="Daily")
             plot = gr.Plot()
-            trend_table = gr.Dataframe(interactive=False)
+            table = gr.Dataframe()
 
-            gr.Button("Show Trend").click(
-                build_trend,
-                [df_state, trend_view, grain],
-                [plot, trend_table]
-            )
+            gr.Button("Show Trend").click(build_trend, [df_state, trend_view, grain], [plot, table])
 
 demo.launch(server_name="0.0.0.0", server_port=7860, ssr_mode=False)