Upload app.py

app.py

@@ -0,0 +1,190 @@
+# app.py
+import gradio as gr
+import math
+from pathlib import Path
+##
+# -----------------------
+# Config / presets
+# -----------------------
+GB_PER_B_TOKEN = 4.6  # 1B tokens ≈ 4.6 GB text
+
+MODEL_PRESETS = {
+    "MiMo-V2 Flash": {"params": 315_000_000_000, "tokens": 27_000_000_000_000}, 
+    
+    "NVIDIA-Nemotron-3-Nano 30B A3B Base": {"params": 30_000_000_000, "tokens": 10_650_000_000_000},
+    
+    "Kimi-K2-Instruct": {"params": 1_000_000_000_000, "tokens":15_500_000_000_000 },
+    
+    "Llama 4 Scout": {"params": 109_000_000_000, "tokens": 40_000_000_000_000},
+    "Llama 4 Maverick": {"params": 400_000_000_000, "tokens": 22_000_000_000_000},
+    
+    "Llama 3.1 8B": {"params": 8_000_000_000, "tokens": 15_000_000_000_000},
+    "Llama 3.1 70B": {"params": 70_000_000_000, "tokens": 15_000_000_000_000},
+    "Llama 3.1 405B": {"params": 405_000_000_000, "tokens": 15_000_000_000_000},
+    
+    "Ling-1T": {"params": 1_000_000_000_000, "tokens": 20_000_000_000_000},
+    "Ling-flash-2.0": {"params": 100_000_000_000, "tokens": 20_000_000_000_000},
+    "Ling-mini-2.0": {"params": 16_000_000_000, "tokens": 20_000_000_000_000},
+    
+    "Phi 4": {"params": 16_000_000_000, "tokens": 9_800_000_000_000},
+    "Phi 3.5 42B": {"params": 42_000_000_000, "tokens": 4_900_000_000_000},
+    "Phi 1": {"params": 1_000_000_000, "tokens": 54_000_000_000},
+    
+    "Qwen3-235B-A22B": {"params": 235_000_000_000, "tokens": 36_000_000_000_000},
+    "Qwen2.5-72B-Instruct": {"params": 72_000_000_000, "tokens": 18_000_000_000_000},
+    "Qwen2-57B-A14B-Instruct": {"params": 57_000_000_000, "tokens": 40_000_000_000},
+    #templates "GPT-2 Small (124M)": {"params": 124_000_000, "tokens": 40_000_000_000},
+    "GPT-2 Small (124M)": {"params": 124_000_000, "tokens": 40_000_000_000},
+    
+}
+
+# -----------------------
+# Helpers (defensive)
+# -----------------------
+def as_positive_number(x):
+    # gr.Number returns None if empty; normalize to 0
+    try:
+        if x is None:
+            return 0
+        if isinstance(x, str) and x.strip() == "":
+            return 0
+        return float(x)
+    except Exception:
+        return 0
+
+def preset_calc(preset_name, override_params, override_tokens):
+    """Return tokens/param rounded up, defensive against None."""
+    data = MODEL_PRESETS.get(preset_name, {})
+    op = as_positive_number(override_params)
+    ot = as_positive_number(override_tokens)
+
+    base_params = int(data.get("params", 0) or 0)
+    base_tokens = int(data.get("tokens", 0) or 0)
+
+    params = int(op) if op > 0 else base_params
+    tokens = int(ot) if ot > 0 else base_tokens
+
+    if params <= 0 or tokens <= 0:
+        return "—"
+    ratio = math.ceil(tokens / params)
+    return f"{ratio:,} tokens / parameter"
+
+def reverse_calc(params_in, tokens_per_param_in):
+    """Given model params and tokens/param, return total tokens and GB estimate."""
+    p = as_positive_number(params_in)
+    tpp = as_positive_number(tokens_per_param_in)
+    if p <= 0 or tpp <= 0:
+        return "—", "—"
+    total_tokens = int(p * tpp)
+    total_gb = (total_tokens / 1e9) * GB_PER_B_TOKEN
+    return f"{total_tokens:,} tokens", f"{total_gb:.2f} GB of text"
+
+# -----------------------
+# Theme header generator
+# -----------------------
+def build_header_html(theme):
+    if theme == "Neon":
+        accent = "#00FFC6"
+        subtitle = "Neon mode: high voltage scaling"
+        emoji = "⚡️"
+    elif theme == "Cyber":
+        accent = "#7C5CFF"
+        subtitle = "Cyber vibes, measured in tokens"
+        emoji = "🛰️"
+    else:  # Dark (default)
+        accent = "#F5C26B"
+        subtitle = "Scaling laws, but make it aesthetic."
+        emoji = "🧮"
+
+    html = f"""
+    <div style="text-align:center; padding:28px; margin-bottom:8px;">
+      <div style="display:inline-block; padding:18px 28px; border-radius:14px;
+                  background:linear-gradient(90deg, rgba(255,255,255,0.02), rgba(255,255,255,0.01));
+                  box-shadow: 0 6px 30px rgba(0,0,0,0.6);">
+        <div style="font-size:1.9rem; font-weight:700; color: {accent};">
+          {emoji} &nbsp; Roman’s Parameter ↔ Token Calculator
+        </div>
+        <div style="color: rgba(255,255,255,0.7); margin-top:6px;">{subtitle}</div>
+      </div>
+    </div>
+    """
+    return html
+
+# -----------------------
+# CSS (pass to launch)
+# -----------------------
+CSS = """
+:root{
+  --bg1: #0f1222;
+  --bg2: #111218;
+  --card: #151626;
+  --muted: rgba(255,255,255,0.65);
+  --mono: ui-monospace, SFMono-Regular, Menlo, monospace;
+}
+body { background: linear-gradient(180deg,var(--bg1), var(--bg2)); color: #e9eef8; }
+.gradio-container { max-width: 980px; margin: 20px auto; }
+.card { background: linear-gradient(180deg, rgba(255,255,255,0.02), rgba(255,255,255,0.01)); 
+        padding: 18px; border-radius: 12px; border: 1px solid rgba(255,255,255,0.03); margin-bottom: 18px; }
+.mono input, .mono textarea, .mono .input_textbox { font-family: var(--mono); font-size:1.02rem; }
+label { color: var(--muted); font-size:0.95rem; }
+h1 { margin:0; padding:0; color: #fff; }
+.gradio-row { gap: 12px; }
+.small-muted { color: rgba(255,255,255,0.55); font-size:0.9rem; }
+.big-output { font-family: var(--mono); font-size:1.05rem; background: rgba(0,0,0,0.12); padding:10px; border-radius:8px; }
+"""
+
+# -----------------------
+# Build UI
+# -----------------------
+with gr.Blocks() as demo:
+    header_html = gr.HTML(build_header_html("Dark"))
+
+    with gr.Group(elem_classes="card"):
+        gr.Markdown("### Model Preset Calculator")
+        with gr.Row():
+            preset = gr.Dropdown(choices=list(MODEL_PRESETS.keys()), value="Your 75M Model", label="Model Preset")
+            ratio_out = gr.Textbox(label="Tokens per Parameter (auto)", interactive=False, elem_classes="mono big-output")
+        with gr.Row():
+            override_params = gr.Number(label="Override Parameters (optional)", precision=0, value=0)
+            override_tokens = gr.Number(label="Override Training Tokens (optional)", precision=0, value=0)
+        # make sure initial compute happens
+        preset.change(preset_calc, inputs=[preset, override_params, override_tokens], outputs=ratio_out)
+        override_params.change(preset_calc, inputs=[preset, override_params, override_tokens], outputs=ratio_out)
+        override_tokens.change(preset_calc, inputs=[preset, override_params, override_tokens], outputs=ratio_out)
+
+    # theme selector and small help row
+    with gr.Row():
+        theme_select = gr.Radio(["Dark", "Neon", "Cyber"], value="Dark", label="Theme", info="Change header flair")
+        gr.Markdown("<div class='small-muted'>Tip: override values let you test alternate configs quickly.</div>")
+
+    # reverse calculator
+    with gr.Group(elem_classes="card"):
+        gr.Markdown("### 🔁 Reverse Calculator (params → tokens)")
+        with gr.Row():
+            params_in = gr.Number(label="Model Parameters", precision=0, value=75_000_000)
+            tpp_in = gr.Number(label="Tokens per Parameter", precision=2, value=20.0)
+        with gr.Row():
+            total_tokens_out = gr.Textbox(label="Total Training Tokens", interactive=False, elem_classes="mono big-output")
+            total_gb_out = gr.Textbox(label="Estimated Dataset Size", interactive=False, elem_classes="mono big-output")
+        params_in.change(reverse_calc, inputs=[params_in, tpp_in], outputs=[total_tokens_out, total_gb_out])
+        tpp_in.change(reverse_calc, inputs=[params_in, tpp_in], outputs=[total_tokens_out, total_gb_out])
+
+    # footer
+    with gr.Row():
+        notes = gr.Markdown("<div class='small-muted'>1B tokens ≈ 4.6 GB. Chinchilla guidance ≈ 20 tokens/param.</div>")
+
+    # theme change updates header HTML
+    def on_theme_change(theme):
+        return build_header_html(theme)
+    theme_select.change(on_theme_change, inputs=[theme_select], outputs=[header_html])
+
+# -----------------------
+# Launch (css passed to launch)
+# -----------------------
+if __name__ == "__main__":
+    demo.launch(
+        share=True,
+        server_name="0.0.0.0",
+        show_error=True,
+        css=CSS,                 # pass CSS here (Gradio 6.0+)
+    )