- slimpajama_competesmoe_no_attmoe_660M_standardlb
- slimpajama_competesmoe_no_attmoe_660M_standardlb_fail
- slimpajama_dense_154M
- slimpajama_dense_660M
- slimpajama_moe_no_attmoe_154M_deepseek_sigmoidonly_1share
- slimpajama_moe_no_attmoe_154M_deepseek_sigmoidonly_4share
- slimpajama_moe_no_attmoe_154M_no_lb
- slimpajama_moe_no_attmoe_154M_standard_lb_17_experts
- slimpajama_moe_no_attmoe_154M_standard_lb_33_experts
- slimpajama_moe_no_attmoe_154M_standard_lb_lb0001
- slimpajama_moe_no_attmoe_154M_standard_lb_plus_plus
- slimpajama_moe_no_attmoe_154M_standard_lb_postln
- slimpajama_moe_no_attmoe_154M_standard_lb_remoe
- slimpajama_moe_no_attmoe_154M_standard_lb_std0006
- slimpajama_moe_no_attmoe_154M_standard_lb_std002
- slimpajama_moe_no_attmoe_154M_standard_lb_tcmoe
- slimpajama_moe_no_attmoe_154M_standard_lb_unigram
- slimpajama_moe_no_attmoe_154M_standard_lb_zlossss
- slimpajama_moe_no_attmoe_660M_nolb
- slimpajama_moe_no_attmoe_660M_standardlb
- slimpajama_moe_no_attmoe_660M_standardlb_33_experts
- slimpajama_moe_no_attmoe_660M_standardlb_plus_plus
- slimpajama_moe_no_attmoe_660M_standardlb_remoe
- slimpajama_moe_no_attmoe_660M_standardlb_tcmoe
- slimpajama_xmoe_no_attmoe_154M_standard_lb
- slimpajama_xmoe_no_attmoe_154M_standard_lb_postln
- slimpajama_xmoe_no_attmoe_660M_standardlb
- test
- test2
- tst
- validate2
- validate3