feat: run-time settings redesign — right panel accordion

TS Environment + AI Model always visible at top. New collapsible
⚙️ Settings accordion contains Liveboard Name, Data Size (Small/
Medium/Standard/Large), and Geographic Scope. Controller reads all
panel values at GO time — no Supabase call during a run.

- Data Size maps to fact/dim row counts (5k/200 default = Standard)
- fact_table_size, dim_table_size, geo_scope hidden in Settings tab
(still saved to Supabase; UI now lives in right panel)
- Page load seeds panel from Supabase defaults via load_session_state_on_startup
- Sprint 4 doc updated: Priority 1 done, Priority 2 in progress

Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>

chat_interface.py

@@ -5119,6 +5119,9 @@ def create_chat_interface():
                 use_case = str(settings.get("default_use_case", "")).strip()
                 model = (str(settings.get("default_llm", "")).strip() or DEFAULT_LLM_MODEL)
                 liveboard_name = str(settings.get("liveboard_name", "")).strip()
+                _ft_to_size = {"100": "Small", "1000": "Medium", "5000": "Standard", "10000": "Large"}
+                saved_size = _ft_to_size.get(str(settings.get("fact_table_size", "5000")), "Standard")
+                saved_geo = str(settings.get("geo_scope", "USA Only")).strip() or "USA Only"
                 print(f"[LOAD] load_session_state_on_startup OK — model={model}, company={company}")
                 return (
                     "initialization",
@@ -5128,6 +5131,8 @@ def create_chat_interface():
                     liveboard_name,
                     gr.update(value=model),
                     gr.update(value=liveboard_name),
+                    gr.update(value=saved_size),
+                    gr.update(value=saved_geo),
                     "",
                 )
             except Exception as e:
@@ -5135,7 +5140,8 @@ def create_chat_interface():
                 print(f"[LOAD ERROR] load_session_state_on_startup failed: {e}\n{traceback.format_exc()}")
                 return (
                     "initialization", DEFAULT_LLM_MODEL, "", "", "",
-                    gr.update(value=DEFAULT_LLM_MODEL), gr.update(value=""), "",
+                    gr.update(value=DEFAULT_LLM_MODEL), gr.update(value=""),
+                    gr.update(value="Standard"), gr.update(value="USA Only"), "",
                 )
 
         # Wire up load handler - outputs follow SETTINGS_SCHEMA order
@@ -5156,6 +5162,8 @@ def create_chat_interface():
                 current_liveboard_name,
                 chat_components["model_dropdown"],
                 chat_components["liveboard_name_input"],
+                chat_components["data_size_dropdown"],
+                chat_components["geo_scope_dropdown"],
                 chat_components["msg"],
             ]
         )
@@ -5255,7 +5263,7 @@ def create_chat_tab(chat_controller_state, settings, current_stage, current_mode
         
         # Right column - Status & Settings
         with gr.Column(scale=2):
-            # TS Environment selector
+            # TS Environment selector (always visible)
             ts_env_choices = get_ts_environments()
             ts_env_dropdown = gr.Dropdown(
                 label="TS Environment",
@@ -5264,7 +5272,7 @@ def create_chat_tab(chat_controller_state, settings, current_stage, current_mode
                 interactive=True,
             )
 
-            # AI Model selector
+            # AI Model selector (always visible)
             model_dropdown = gr.Dropdown(
                 label="AI Model",
                 choices=list(UI_MODEL_CHOICES),
@@ -5273,14 +5281,34 @@ def create_chat_tab(chat_controller_state, settings, current_stage, current_mode
                 allow_custom_value=True
             )
 
-            # Liveboard name (quick access — same setting as in Settings tab)
-            liveboard_name_input = gr.Textbox(
-                label="Liveboard Name",
-                placeholder="Auto-generated if blank",
-                value=settings.get('liveboard_name', ''),
-                lines=1,
-                interactive=True,
-            )
+            # Run-time settings — collapsible, all pipeline knobs here
+            with gr.Accordion("⚙️ Settings", open=False):
+                liveboard_name_input = gr.Textbox(
+                    label="Liveboard Name",
+                    placeholder="Auto from company URL if blank",
+                    value=settings.get('liveboard_name', ''),
+                    lines=1,
+                    interactive=True,
+                )
+
+                # Map saved fact_table_size → Data Size label
+                _ft_to_size = {"100": "Small", "1000": "Medium", "5000": "Standard", "10000": "Large"}
+                _saved_ft = str(settings.get('fact_table_size', '5000'))
+                _init_data_size = _ft_to_size.get(_saved_ft, "Standard")
+
+                data_size_dropdown = gr.Dropdown(
+                    label="Data Size",
+                    choices=["Small", "Medium", "Standard", "Large"],
+                    value=_init_data_size,
+                    interactive=True,
+                    info="Small 100 rows · Medium 1k · Standard 5k · Large 10k",
+                )
+                geo_scope_dropdown = gr.Dropdown(
+                    label="Geographic Scope",
+                    choices=["USA Only", "International"],
+                    value=settings.get('geo_scope', 'USA Only'),
+                    interactive=True,
+                )
 
             gr.Markdown("### 📈 Progress")
 
@@ -5432,6 +5460,7 @@ def create_chat_tab(chat_controller_state, settings, current_stage, current_mode
         # Defined tab: GO button handler
         def defined_go(controller, vertical, line, function, url, use_url, additional_info,
                        history, stage, model, company, usecase, env_label, lb_name,
+                       data_size, geo_scope,
                        request: gr.Request = None):
             import traceback
             function_clean = (function or "").strip()
@@ -5450,6 +5479,18 @@ def create_chat_tab(chat_controller_state, settings, current_stage, current_mode
                 controller.settings['liveboard_name'] = lb_name
             if model:
                 controller.settings['model'] = model
+            if data_size:
+                _size_map = {
+                    "Small":    ("100",   "20"),
+                    "Medium":   ("1000",  "100"),
+                    "Standard": ("5000",  "200"),
+                    "Large":    ("10000", "500"),
+                }
+                _ft, _dt = _size_map.get(data_size, ("5000", "200"))
+                controller.settings['fact_table_size'] = _ft
+                controller.settings['dim_table_size'] = _dt
+            if geo_scope:
+                controller.settings['geo_scope'] = geo_scope
 
             # Derive company name from URL or line+function label
             if use_url and url.strip():
@@ -5527,7 +5568,8 @@ def create_chat_tab(chat_controller_state, settings, current_stage, current_mode
         _go_inputs = [
             chat_controller_state, vertical_dd, line_dd, function_dd, url_input, use_url_cb,
             additional_info_input, chatbot, current_stage, current_model,
-            current_company, current_usecase, ts_env_dropdown, liveboard_name_input
+            current_company, current_usecase, ts_env_dropdown, liveboard_name_input,
+            data_size_dropdown, geo_scope_dropdown,
         ]
         _go_outputs = [
             chat_controller_state, chatbot, current_stage, current_model,
@@ -5599,6 +5641,8 @@ def create_chat_tab(chat_controller_state, settings, current_stage, current_mode
         'send_btn': send_btn,
         'ts_env_dropdown': ts_env_dropdown,
         'liveboard_name_input': liveboard_name_input,
+        'data_size_dropdown': data_size_dropdown,
+        'geo_scope_dropdown': geo_scope_dropdown,
         'progress_html': progress_html,
         'phase_log_display': phase_log_display,
         'phase_log_timer': phase_log_timer,
@@ -5803,19 +5847,9 @@ def create_settings_tab():
                 info="Tag to apply to all ThoughtSpot objects (connection, tables, model, liveboard)"
             )
 
-            fact_table_size = gr.Dropdown(
-                label="Fact Table Size",
-                choices=["1000", "10000", "100000"],
-                value="1000",
-                info="Number of rows in fact table"
-            )
-
-            dim_table_size = gr.Dropdown(
-                label="Dim Table Size",
-                choices=["50", "100", "1000"],
-                value="100",
-                info="Number of rows in dimension tables"
-            )
+            # fact_table_size and dim_table_size moved to right panel (Data Size dropdown)
+            fact_table_size = gr.Textbox(visible=False, value="5000")
+            dim_table_size = gr.Textbox(visible=False, value="100")
 
         with gr.Column():
             object_naming_prefix = gr.Textbox(
@@ -5841,12 +5875,8 @@ def create_settings_tab():
     
     with gr.Row():
         with gr.Column():
-            geo_scope = gr.Dropdown(
-                label="Geographic Scope",
-                choices=["USA Only", "International"],
-                value="USA Only",
-                info="USA Only: US states/cities, USD currency. International: Global locations, multiple currencies."
-            )
+            # geo_scope moved to right panel Settings accordion
+            geo_scope = gr.Textbox(visible=False, value="USA Only")
             
 
             

sprint_2026_04.md

@@ -26,55 +26,85 @@ expanding the user base further.
 
 ## Sprint Priorities
 
-### Priority 1 — Branching / Release Strategy ✅ (set up at sprint start)
+### Priority 1 — Branching / Release Strategy ✅
 
 - [x] Define `main` / `develop` / hotfix workflow — documented in CLAUDE.md
-- [ ] Create `develop` branch from current `main`
-- [ ] Update CI/push targets: sprint work → `hf-test` via `develop`; prod fixes → `hf` via `main`
-- [ ] Add git tag for current prod release (`v1.0.0` or similar) before new sprint work begins
+- [x] `develop` branch exists and tracks `origin/develop` ✅
+- [x] `hf-test` remote exists for test deploys ✅
+- [x] Tagged `v1.0.0` on `main` — marks sprint 4 start ✅
+- [ ] Update CI/push targets: sprint work → `hf-test` via `develop`; prod fixes → `hf` via `main` (document in team workflow)
 
 ---
 
 ### Priority 2 — Run-Time Settings Redesign
 
-**Goal:** All pipeline control knobs are live on the app screen. No save/reload cycle.
-Setting a value takes effect for the next run immediately. Defaults come from Supabase
-admin settings, but can be overridden at runtime without touching the database.
+**Goal:** All pipeline control knobs live on the main app screen. No save/reload cycle.
+Values take effect immediately for the current run. Defaults come from Supabase admin
+settings (loaded to screen at page load) — the app then reads exclusively from the screen.
 
-**Right panel layout:**
+**Right panel layout (updated):**
 ```
 ┌─────────────────────────────┐
 │  TS Environment  [dropdown] │  ← always visible
 │  AI Model        [dropdown] │  ← always visible
 ├─────────────────────────────┤
-│  ▶ Advanced Settings        │  ← accordion, collapsed by default
-│    Liveboard Name  [text]   │
-│    Data Size       [dropdown] (Small / Medium / Standard / Large)
-│    Geo Scope       [dropdown] (USA Only / International)
+│  ▼ Settings (collapsible)   │
+│    Liveboard Name  [text]   │  ← blank = auto from company URL
+│    Data Size  [dropdown]    │  Small/Medium/Standard/Large
+│    Geo Scope  [dropdown]    │  USA Only / International
 │    [other knobs as added]   │
-└─────────────────────────────┘
-│  Pipeline Status / Progress │  ← below settings
+├─────────────────────────────┤
+│  Pipeline Status / Progress │  ← below settings block
 │  [stage indicators]         │
 └─────────────────────────────┘
 ```
 
-**Rules:**
-- Values shown are loaded from user's saved settings (Supabase) at page load
-- Changing a value in the panel takes effect immediately for the current session — no Save button needed
-- "Save as default" option (optional, later) — writes back to Supabase
-- Eliminates the separate Settings tab for pipeline-control settings (those move here)
-- Settings tab becomes admin/account settings only (TS credentials, user preferences)
+**Architecture:**
+- Supabase loads default values to screen controls at page load — that's its only job here
+- From page load onward, the app reads exclusively from the screen (no mid-run DB calls)
+- Controller reads `env_dropdown.value`, `model_dropdown.value`, `data_size.value`, etc. at GO time
+- Admin page gets a "reset defaults" panel — lets you set new default values without affecting a live run
+- Settings tab retains only TS credentials + user account settings; pipeline knobs move here
+- Liveboard Name blank → auto-derives from company URL (strip TLD, capitalize)
+
+**Data Size presets:**
+- Small: 100 fact / 20 dim
+- Medium: 1,000 fact / 100 dim
+- Standard: 5,000 fact / 200 dim
+- Large: 10,000 fact / 500 dim
 
 **Tasks:**
-- [ ] Audit all Settings tab fields — categorize as (a) run-time knobs or (b) admin/account
-- [ ] Move run-time knobs to right panel with accordion
-- [ ] Wire values to controller at run time (not just at session init)
-- [ ] Remove save/reload dependency for pipeline settings
-- [ ] Update `fact_table_size`, `dim_table_size`, `geo_scope`, `liveboard_name` to read from panel state
+- [x] Audit all Settings tab fields — categorize as (a) run-time knobs or (b) admin/account ✅
+- [x] Move run-time knobs to right panel (always-visible + collapsible accordion) ✅ — Liveboard Name, Data Size, Geo Scope in `⚙️ Settings` accordion
+- [x] Wire controller to read live panel values at GO time ✅ — `defined_go` maps Data Size → fact/dim row counts, passes geo_scope directly
+- [x] Remove save/reload dependency for pipeline settings ✅ — panel values override at run time
+- [x] `fact_table_size`/`dim_table_size`/`geo_scope` hidden in Settings tab (still saved to Supabase, but UI lives in right panel) ✅
+- [x] Supabase defaults seed right panel at page load via `load_session_state_on_startup` ✅
+- [ ] Auto-derive liveboard name from company URL when field is blank
+- [ ] Add "reset defaults" section to Admin page
+- [ ] Remove orphaned Password field from Settings tab (never wired to SETTINGS_SCHEMA)
 
 ---
 
-### Priority 3 — Data Narrative Layer
+### Priority 3 — 10k Row Test
+
+**Goal:** Confirm the "large" preset (10k fact rows) works end-to-end and produces better liveboard quality.
+Do this after the settings redesign — no sense testing row count behavior against the old settings flow.
+
+**Known issues to solve in test:**
+- Settings cached at controller init — test must change setting → trigger fresh session → run pipeline
+- 10k runs will be ~3–4x slower — bump test timeout for large-preset tests
+- Validate that `is_fact_table` name-based detection correctly assigns 10k rows (not 500)
+
+**Tasks:**
+- [ ] Add `fact_table_size=10000` variant to test suite (separate test case or flag)
+- [ ] Implement session reset between setting change and run in test harness
+- [ ] Increase timeout for large-preset test cases
+- [ ] Compare data/liveboard quality scores: 1k vs 10k on same company/use case
+
+---
+
+### Priority 4 — Data Narrative Layer (deferred)
 
 **Goal:** Generated data tells the right story. Numbers reflect KPI targets, business context,
 and the outlier patterns the liveboard is designed to highlight.
@@ -92,27 +122,12 @@ should tell. KPI targets, growth trends, and anomaly patterns live in the matrix
 
 ---
 
-### Priority 4 — 10k Row Test
-
-**Goal:** Confirm the "large" preset (10k fact rows) works end-to-end and produces better liveboard quality.
-
-**Known issues to solve in test:**
-- Settings cached at controller init — test must change setting → trigger fresh session → run pipeline
-- 10k runs will be ~3–4x slower — bump test timeout for large-preset tests
-- Validate that `is_fact_table` name-based detection correctly assigns 10k rows (not 500)
-
-**Tasks:**
-- [ ] Add `fact_table_size=10000` variant to test suite (separate test case or flag)
-- [ ] Implement session reset between setting change and run in test harness
-- [ ] Increase timeout for large-preset test cases
-- [ ] Compare data/liveboard quality scores: 1k vs 10k on same company/use case
-
----
-
-## Next Priorities (from status report "Working On Next")
+## Next Priorities
 
 - [ ] **Async pipeline** — data population + TS model creation currently sequential; run in parallel to cut total pipeline time
-- [ ] **Enablement** — HTML user guide (full page on HF doc space, not just the markdown draft); demo videos
+- [ ] **Dev database** — dedicated Snowflake dev schema/database so test runs don't land in prod schema; isolate dev/test/prod data cleanly
+- [ ] **LLM costs tracking** — log token usage and estimated cost per pipeline run to Supabase; surface in Admin tab so we can monitor spend
+- [ ] **Enablement** — HTML user guide (full page on HF doc space); demo videos. *Note: HTML guide is the concrete deliverable — not just the markdown draft.*
 - [ ] **Matrix field input** — story definitions need field review; liveboard makeup and key outlier questions per vertical
 
 ---

tests/e2e_quality.py

@@ -1226,6 +1226,7 @@ def run_quality_suite(max_tests: int = None):
 
     print(f"\n{'='*62}")
     print(f"  DemoPrep Quality Run — {datetime.now().strftime('%Y-%m-%d %H:%M')}")
+    print(f"  Target: {BASE_URL}")
     print(f"  {len(suite)} tests  |  "
           f"{sum(1 for t in suite if t['type']=='fixed')} fixed  "
           f"{sum(1 for t in suite if t['type']=='random')} random  "