restrictions and validated

app.js

@@ -9,6 +9,51 @@ const THETA2 = 1.010e-9;
 const THETA3 = 5.550e-10;
 const THETA4 = 2.045e-7;
 
+const PRESET_MODELS =
+{
+    "Falcon-RW 7B": "tiiuae/falcon-rw-7b",
+    "OPT 1.3B": "facebook/opt-1.3b",
+    "OPT 2.7B": "facebook/opt-2.7b",
+    "OPT 6.7B": "facebook/opt-6.7b",
+    "Qwen2 1.5B": "Qwen/Qwen2-1.5B",
+    "Qwen2 7B": "Qwen/Qwen2-7B"
+};
+
+window.onload = function()
+{
+
+    let selector =
+        document.getElementById("preset");
+
+
+    for(let name in PRESET_MODELS)
+    {
+        let option =
+            document.createElement("option");
+
+        option.text=name;
+
+        option.value=
+            PRESET_MODELS[name];
+
+        selector.add(option);
+    }
+
+
+    draw();
+
+}
+
+async function loadPreset()
+{
+
+    let repo =
+        document.getElementById("preset").value;
+
+
+    await loadRepo(repo);
+
+}
 
 function computeComponents(d,L,nq,nkv,nin,nout)
 {
@@ -275,6 +320,92 @@ function draw()
 
 }
 
+function validateModel(cfg)
+{
+
+    // ------------------------------
+    // Reject Mixture-of-Experts models
+    // ------------------------------
+
+    const moeKeys =
+    [
+        "num_experts",
+        "num_local_experts",
+        "num_experts_per_tok",
+        "num_sparse_layers",
+        "router_aux_loss_coef",
+        "moe_layer_freq"
+    ];
+
+
+    for (let key of moeKeys)
+    {
+        if (cfg[key] !== undefined)
+        {
+            throw new Error(
+                "MoE models are not supported. "
+                +"Please select a dense Transformer model."
+            );
+        }
+    }
+
+
+
+    // ------------------------------
+    // Estimate parameter count
+    // ------------------------------
+
+    let d =
+        cfg.hidden_size ||
+        cfg.d_model ||
+        cfg.n_embd;
+
+
+    let L =
+        cfg.num_hidden_layers ||
+        cfg.num_layers ||
+        cfg.n_layer;
+
+
+    if(!d || !L)
+    {
+        throw new Error(
+            "Cannot estimate model size from config.json"
+        );
+    }
+
+
+    // Dense Transformer approximation
+    let params =
+        12 * L * d * d;
+
+
+    let paramsB =
+        params / 1e9;
+
+
+
+    // ------------------------------
+    // Size restriction
+    // ------------------------------
+
+    const MAX_PARAMS_B = 20;
+
+
+    if(paramsB > MAX_PARAMS_B)
+    {
+        throw new Error(
+            `Model too large (~${paramsB.toFixed(1)}B parameters). `
+            +
+            `Only dense models below ${MAX_PARAMS_B}B are allowed.`
+        );
+    }
+
+
+    return paramsB;
+
+}
+
 async function loadModel()
 {
 
@@ -282,12 +413,12 @@ async function loadModel()
         document.getElementById("repo").value.trim();
 
 
-    if(!repo.includes("/"))
-    {
-        alert("Use org/model format");
-        return;
-    }
+    await loadRepo(repo);
 
+}
+
+async function loadRepo(repo)
+{
 
     let url =
     `https://huggingface.co/${repo}/resolve/main/config.json`;
@@ -301,13 +432,21 @@ async function loadModel()
 
 
         if(!response.ok)
-            throw Error("Cannot load config");
+            throw Error(
+                "Could not load config.json"
+            );
 
 
         let cfg =
             await response.json();
 
 
+
+        let paramsB =
+            validateModel(cfg);
+
+
+
         let d =
             cfg.hidden_size ||
             cfg.d_model ||
@@ -330,15 +469,20 @@ async function loadModel()
             nq;
 
 
+
         document.getElementById("d").value=d;
         document.getElementById("L").value=L;
         document.getElementById("nq").value=nq;
         document.getElementById("nkv").value=nkv;
 
 
+
         document.getElementById("status").innerHTML =
         `
-        Loaded ${repo}<br>
+        ✅ Loaded <b>${repo}</b><br>
+        Estimated dense size:
+        ${paramsB.toFixed(1)}B parameters
+        <br>
         d=${d},
         L=${L},
         nq=${nq},
@@ -348,11 +492,14 @@ async function loadModel()
 
         draw();
 
+
     }
     catch(e)
     {
+
         document.getElementById("status").innerHTML =
-        "Error: "+e.message;
+        "⚠️ "+e.message;
+
     }
 
 }

index.html

@@ -82,9 +82,20 @@ Interactive visualization of the analytical energy model. Load any dense LLM fro
 
 </div>
 
+<h3>
+Validated models
+</h3>
+
+<select id="preset">
+</select>
+
+<button onclick="loadPreset()">
+Load selected model
+</button>
+
 
 <h3>
-Load Hugging Face model config
+Or load another public Hugging Face model
 </h3>
 
 <input