updating about page

app.py

@@ -1799,8 +1799,8 @@ benchmarks = [
         "title": "Qwen Image Bench",
         "emoji": "🖼️",
         "card_description": (
-            "Qwen image-bench prompts with P-Judge, Datapoint Elo, and Rapidata Elo "
-            "as metric columns, plus combined generations for comparison."
+            "Qwen image-bench prompts with P-Judger (Pruna's judge), Datapoint Elo, "
+            "and Rapidata Elo as metric columns, plus combined generations for comparison."
         ),
         "intro": (
             "Qwen Image Bench is a shared prompt suite. The leaderboard joins every "
@@ -1813,8 +1813,8 @@ benchmarks = [
         "overall_column": qwen_overall_column,
         "note": (
             "> Models are ordered by Datapoint Elo when available. Other metric "
-            "columns come from the P-Judge and Rapidata evaluations on the same "
-            "prompt suite."
+            "columns come from Pruna's P-Judger and the Rapidata evaluation on the "
+            "same prompt suite."
         ),
         "samples": qwen_samples,
     },
@@ -2042,14 +2042,14 @@ with gr.Blocks(
     with gr.Tabs(elem_classes="main-tabs"):
         with gr.TabItem("Home"):
             render_home(benchmarks)
+        with gr.TabItem("About"):
+            render_about()
         with gr.TabItem("Benchmarks") as benchmarks_tab:
             reset_benchmarks, reset_benchmark_outputs = render_benchmarks(benchmarks)
             benchmarks_tab.select(
                 reset_benchmarks,
                 outputs=reset_benchmark_outputs,
             )
-        with gr.TabItem("About"):
-            render_about()
     render_footer()
 
 

ui.py

@@ -23,75 +23,97 @@ MAX_COMPARE_PROMPTS = 8
 ABOUT_OVERVIEW_CONTENT = """
 # About InferBench
 
-InferBench compares **text-to-image models** on quality, preference, latency, and
-price. Results are organized by prompt suite (benchmark), not by a single opaque
-score.
+InferBench compares **text-to-image models**, including optimized or accelerated
+endpoints, on **quality, speed, and price**. Results are split by prompt suite;
+there is no single score across InferBench.
 
-## What you can do here
+## How to read it
 
-- **Home**: snapshot of each prompt suite and unique model count.
-- **Benchmarks**: open a prompt suite to see its metric columns, graphs (including a
-  quality-vs-price Pareto frontier), and side-by-side sample generations.
-- **About**: this page.
+1. Open a **prompt suite** on the Benchmarks tab.
+2. **Leaderboard**: sort by a quality or preference column. Price and generation
+   time sit in the same table.
+3. **Graphs**: Pareto plots mark models that are not beaten on both higher score
+   and lower price (or time).
+4. **Compare samples**: the same prompts, side by side. Sample images are
+   available for OneIG Alignment today.
 
-## Current prompt suites
+## How a score is made
 
-### OneIG Alignment
-The **alignment** slice of OneIG (not the full OneIG suite), across three categories:
+1. Each endpoint is given the same prompt suite.
+2. It generates one image per prompt when the run succeeds. Not every model
+   has every prompt or every metric.
+3. Quality is scored automatically (OneIG alignment, P-Judger) and, where
+   available, by human preference (Datapoint Elo, Rapidata Elo).
+4. Price per image and generation time are joined from the evaluation table.
 
-- Anime / stylization
-- Human / portrait
-- General object
+## Current prompt suites
 
-The table reports category **alignment scores**, **Datapoint Elo** columns (Anime /
-Human / Object), median / min generation time, and price per image. Rankings use the
-mean of each model's available category alignment scores (missing categories are
-skipped for that model).
+### OneIG Alignment
+Prompt-image **alignment** on anime / stylization, human / portrait, and
+general object prompts. This is the alignment slice of OneIG, not the full
+suite. Default rank is the mean of the alignment categories that exist for
+that row.
 
 ### Qwen Image Bench
-A shared prompt suite with multiple evaluation tracks shown as columns:
-
-- **P-Judge Overall**: automatic preference / quality score
-- **Datapoint Elo**: human-preference Elo (default sort key)
-- **Rapidata Elo**: Elo from the Rapidata evaluation on this suite
-
-Plus latency and price metadata, and combined generations for visual comparison.
-
-## How to read the numbers
-
-Quality metrics from different suites are **not interchangeable**: a high OneIG
-Alignment score is not the same quantity as a Datapoint Elo. Prefer comparing models
-*within* a benchmark column, and use price / generation time when you care about
-efficiency.
-
-The Pareto plot highlights models that are not dominated on both **higher score** and
-**lower price**.
+A shared prompt set used to compare endpoints on the same prompts.
 """
 
 ABOUT_DETAILS_CONTENT = """
-# Data & caveats
-
-- Endpoint **price** and **generation time** come from the evaluation snapshots linked
-  in each table where available.
-- Some models are missing individual metric columns; empty cells mean that track was
-  not run (or not reported) for that model.
-- Elo ratings can shift when the comparison pool changes: treat them as relative
-  rankings for the snapshot, not absolute constants.
-- Optimized / accelerated endpoints (when labeled) may differ from the base model
-  publisher's default serving stack.
-
-Built by [Pruna AI](https://www.pruna.ai/). Contributions and new evaluation runs welcome.
+# Metrics & limits
+
+## Metrics
+
+- **Alignment**: how well the image matches the prompt (OneIG category scores).
+- **P-Judger**: Pruna's automatic judger. A private scoring model that rates
+  each (prompt, image) pair in one pass and returns an absolute quality score,
+  not a pairwise Elo. It is not a text-to-image model on the leaderboard. Use
+  it alongside Datapoint and Rapidata Elo, not instead of them.
+- **Datapoint Elo**: human-preference Elo from Datapoint pairwise comparisons.
+- **Rapidata Elo**: human-preference Elo from the Rapidata evaluation on the
+  same suite.
+- **Generation time**: median and minimum generation time in seconds, as
+  reported in the evaluation table. This is not a p95, and we do not state
+  warm vs cold or concurrent load.
+- **Price**: USD per image in the evaluation table. We do not state list
+  price vs amount paid, or whether failed generations are included.
+
+Scores from different suites or columns are **not interchangeable**. A high
+OneIG alignment score is not the same quantity as a Datapoint Elo. Compare
+models *within* a column.
+
+## Setup
+
+- **Evaluation window:** —
+- **Update policy:** numbers come from evaluation snapshots in the tables,
+  not a live API poll.
+- **Prompt counts:** OneIG —, Qwen —.
+- **Generation:** one image per prompt per endpoint when the run exists.
+  Resolution, steps, CFG, seed policy, prompt rewrite, and safety filters: —.
+- **Pairwise comparisons (Datapoint / Rapidata):** —
+
+## Limits
+
+- Empty cells mean that track was not run or not reported for that model.
+- Elo ratings can shift when the comparison pool changes: treat them as
+  relative rankings for the snapshot, not absolute constants.
+- Close scores can be a tie in practice; the table does not show confidence
+  intervals.
+- Optimized or accelerated endpoints (when labeled) may differ from the base
+  model publisher's default serving stack.
+- APIs and prices drift; a rank is for the snapshot, not a guarantee.
+
+Built by [Pruna AI](https://www.pruna.ai/). If you have questions, reach out
+to us on [Discord](https://discord.gg/JFQmtFKCjd).
 """
 
 FOOTER_CONTENT = """
 <div class="page-footer">
   <h3>Join the Pruna AI community</h3>
   <div class="community-footer-links">
-    <a rel="nofollow" href="https://x.com/PrunaAI" target="_blank">X / Twitter</a>
-    <a rel="nofollow" href="https://github.com/PrunaAI/pruna" target="_blank">GitHub</a>
+    <a rel="nofollow" href="https://x.com/PrunaAI" target="_blank">X</a>
     <a rel="nofollow" href="https://www.linkedin.com/company/pruna-ai" target="_blank">LinkedIn</a>
     <a rel="nofollow" href="https://discord.gg/JFQmtFKCjd" target="_blank">Discord</a>
-    <a rel="nofollow" href="https://www.reddit.com/r/PrunaAI/" target="_blank">Reddit</a>
+    <a rel="nofollow" href="https://github.com/PrunaAI/pruna" target="_blank">GitHub</a>
     <a rel="nofollow" href="https://www.pruna.ai/" target="_blank">pruna.ai</a>
   </div>
 </div>
@@ -568,7 +590,7 @@ def _display_label(column):
         "OneIG Anime Elo": "Anime Elo (Datapoint)",
         "OneIG Human Elo": "Human Elo (Datapoint)",
         "OneIG Object Elo": "Object Elo (Datapoint)",
-        "P-Judge Overall": "P-Judge",
+        "P-Judge Overall": "P-Judger (Pruna)",
         "Datapoint Elo": "Datapoint Elo",
         "Rapidata Elo": "Rapidata Elo",
         "Benchmark.ai Elo": "Benchmark.ai Elo",