# app.py import gradio as gr import math from pathlib import Path # ----------------------- # Config / presets # ----------------------- GB_PER_B_TOKEN = 4.6 # 1B tokens ≈ 4.6 GB text MODEL_PRESETS = { "MiMo-V2 Flash": {"params": 315_000_000_000, "tokens": 27_000_000_000_000}, "NVIDIA-Nemotron-3-Nano 30B A3B Base": {"params": 30_000_000_000, "tokens": 10_650_000_000_000}, "Kimi-K2-Instruct": {"params": 1_000_000_000_000, "tokens":15_500_000_000_000 }, "Llama 4 Scout": {"params": 109_000_000_000, "tokens": 40_000_000_000_000}, "Llama 4 Maverick": {"params": 400_000_000_000, "tokens": 22_000_000_000_000}, "Llama 3.1 8B": {"params": 8_000_000_000, "tokens": 15_000_000_000_000}, "Llama 3.1 70B": {"params": 70_000_000_000, "tokens": 15_000_000_000_000}, "Llama 3.1 405B": {"params": 405_000_000_000, "tokens": 15_000_000_000_000}, "Ling-1T": {"params": 1_000_000_000_000, "tokens": 20_000_000_000_000}, "Ling-flash-2.0": {"params": 100_000_000_000, "tokens": 20_000_000_000_000}, "Ling-mini-2.0": {"params": 16_000_000_000, "tokens": 20_000_000_000_000}, "Phi 4": {"params": 16_000_000_000, "tokens": 9_800_000_000_000}, "Phi 3.5 42B": {"params": 42_000_000_000, "tokens": 4_900_000_000_000}, "Phi 1": {"params": 1_000_000_000, "tokens": 54_000_000_000}, "Qwen3-235B-A22B": {"params": 235_000_000_000, "tokens": 36_000_000_000_000}, "Qwen2.5-72B-Instruct": {"params": 72_000_000_000, "tokens": 18_000_000_000_000}, "Qwen2-57B-A14B-Instruct": {"params": 57_000_000_000, "tokens": 40_000_000_000}, #templates "GPT-2 Small (124M)": {"params": 124_000_000, "tokens": 40_000_000_000}, "GPT-2 Small (124M)": {"params": 124_000_000, "tokens": 40_000_000_000}, } # ----------------------- # Helpers (defensive) # ----------------------- def as_positive_number(x): # gr.Number returns None if empty; normalize to 0 try: if x is None: return 0 if isinstance(x, str) and x.strip() == "": return 0 return float(x) except Exception: return 0 def preset_calc(preset_name, override_params, override_tokens): """Return tokens/param rounded up, defensive against None.""" data = MODEL_PRESETS.get(preset_name, {}) op = as_positive_number(override_params) ot = as_positive_number(override_tokens) base_params = int(data.get("params", 0) or 0) base_tokens = int(data.get("tokens", 0) or 0) params = int(op) if op > 0 else base_params tokens = int(ot) if ot > 0 else base_tokens if params <= 0 or tokens <= 0: return "—" ratio = math.ceil(tokens / params) return f"{ratio:,} tokens / parameter" def reverse_calc(params_in, tokens_per_param_in): """Given model params and tokens/param, return total tokens and GB estimate.""" p = as_positive_number(params_in) tpp = as_positive_number(tokens_per_param_in) if p <= 0 or tpp <= 0: return "—", "—" total_tokens = int(p * tpp) total_gb = (total_tokens / 1e9) * GB_PER_B_TOKEN return f"{total_tokens:,} tokens", f"{total_gb:.2f} GB of text" # ----------------------- # Theme header generator # ----------------------- def build_header_html(theme): if theme == "Neon": accent = "#00FFC6" subtitle = "Neon mode: high voltage scaling" emoji = "⚡️" elif theme == "Cyber": accent = "#7C5CFF" subtitle = "Cyber vibes, measured in tokens" emoji = "🛰️" else: # Dark (default) accent = "#F5C26B" subtitle = "Scaling laws, but make it aesthetic." emoji = "🧮" html = f"""
{emoji}   Roman’s Parameter ↔ Token Calculator
{subtitle}
""" return html # ----------------------- # CSS (pass to launch) # ----------------------- CSS = """ :root{ --bg1: #0f1222; --bg2: #111218; --card: #151626; --muted: rgba(255,255,255,0.65); --mono: ui-monospace, SFMono-Regular, Menlo, monospace; } body { background: linear-gradient(180deg,var(--bg1), var(--bg2)); color: #e9eef8; } .gradio-container { max-width: 980px; margin: 20px auto; } .card { background: linear-gradient(180deg, rgba(255,255,255,0.02), rgba(255,255,255,0.01)); padding: 18px; border-radius: 12px; border: 1px solid rgba(255,255,255,0.03); margin-bottom: 18px; } .mono input, .mono textarea, .mono .input_textbox { font-family: var(--mono); font-size:1.02rem; } label { color: var(--muted); font-size:0.95rem; } h1 { margin:0; padding:0; color: #fff; } .gradio-row { gap: 12px; } .small-muted { color: rgba(255,255,255,0.55); font-size:0.9rem; } .big-output { font-family: var(--mono); font-size:1.05rem; background: rgba(0,0,0,0.12); padding:10px; border-radius:8px; } """ # ----------------------- # Build UI # ----------------------- with gr.Blocks() as demo: header_html = gr.HTML(build_header_html("Dark")) with gr.Group(elem_classes="card"): gr.Markdown("### Model Preset Calculator") with gr.Row(): preset = gr.Dropdown(choices=list(MODEL_PRESETS.keys()), value="Your 75M Model", label="Model Preset") ratio_out = gr.Textbox(label="Tokens per Parameter (auto)", interactive=False, elem_classes="mono big-output") with gr.Row(): override_params = gr.Number(label="Override Parameters (optional)", precision=0, value=0) override_tokens = gr.Number(label="Override Training Tokens (optional)", precision=0, value=0) # make sure initial compute happens preset.change(preset_calc, inputs=[preset, override_params, override_tokens], outputs=ratio_out) override_params.change(preset_calc, inputs=[preset, override_params, override_tokens], outputs=ratio_out) override_tokens.change(preset_calc, inputs=[preset, override_params, override_tokens], outputs=ratio_out) # theme selector and small help row with gr.Row(): theme_select = gr.Radio(["Dark", "Neon", "Cyber"], value="Dark", label="Theme", info="Change header flair") gr.Markdown("
Tip: override values let you test alternate configs quickly.
") # reverse calculator with gr.Group(elem_classes="card"): gr.Markdown("### 🔁 Reverse Calculator (params → tokens)") with gr.Row(): params_in = gr.Number(label="Model Parameters", precision=0, value=75_000_000) tpp_in = gr.Number(label="Tokens per Parameter", precision=2, value=20.0) with gr.Row(): total_tokens_out = gr.Textbox(label="Total Training Tokens", interactive=False, elem_classes="mono big-output") total_gb_out = gr.Textbox(label="Estimated Dataset Size", interactive=False, elem_classes="mono big-output") params_in.change(reverse_calc, inputs=[params_in, tpp_in], outputs=[total_tokens_out, total_gb_out]) tpp_in.change(reverse_calc, inputs=[params_in, tpp_in], outputs=[total_tokens_out, total_gb_out]) # footer with gr.Row(): notes = gr.Markdown("
1B tokens ≈ 4.6 GB. Chinchilla guidance ≈ 20 tokens/param.
") # theme change updates header HTML def on_theme_change(theme): return build_header_html(theme) theme_select.change(on_theme_change, inputs=[theme_select], outputs=[header_html]) # ----------------------- # Launch (css passed to launch) # ----------------------- if __name__ == "__main__": demo.launch( share=True, server_name="0.0.0.0", show_error=True, css=CSS, # pass CSS here (Gradio 6.0+) )