model,label,layers,d_model,d_ff,n_q,n_kv,head_dim,vocab,tied,source qwen3-4b,Qwen3-4B,36,2560,9728,32,8,128,151936,1,model card (verify) llama31-8b,Llama-3.1-8B,32,4096,14336,32,8,128,128256,0,vidur model_config.py (Llama3_8B) qwen25-14b,Qwen2.5-14B,48,5120,13824,40,8,128,152064,0,model card (verify) qwen25-32b,Qwen2.5-32B,64,5120,27648,40,8,128,152064,0,model card (verify) llama31-70b,Llama-3.1-70B,80,8192,28672,64,8,128,128256,0,vidur model_config.py (Llama3_70B) llama2-7b,Llama-2-7B,32,4096,11008,32,32,128,32000,0,vidur model_config.py (Llama2_7B) llama2-70b,Llama-2-70B,80,8192,28672,64,8,128,32000,0,vidur model_config.py (Llama2_70B) mistral-7b,Mistral-7B,32,4096,14336,32,8,128,32000,0,model card (verify) qwen2-7b,Qwen2-7B,28,3584,18944,28,4,128,152064,0,model card (verify)