- add7_ffn_gelu_nonorm_s1024
- add7_ffn_gelu_nonorm_s137
- add7_ffn_gelu_nonorm_s256
- add7_ffn_gelu_nonorm_s42
- add7_ffn_gelu_nonorm_s512
- add7_ffn_narrow_nonorm_s1024
- add7_ffn_narrow_nonorm_s137
- add7_ffn_narrow_nonorm_s256
- add7_ffn_narrow_nonorm_s42
- add7_ffn_narrow_nonorm_s512
- add7_ffn_nonorm_frozenattn_s1024
- add7_ffn_nonorm_frozenattn_s137
- add7_ffn_nonorm_frozenattn_s256
- add7_ffn_nonorm_frozenattn_s42
- add7_ffn_nonorm_frozenattn_s512
- add7_ffn_nonorm_frozenffn_s1024
- add7_ffn_nonorm_frozenffn_s137
- add7_ffn_nonorm_frozenffn_s256
- add7_ffn_nonorm_frozenffn_s42
- add7_ffn_nonorm_frozenffn_s512
- add7_ffn_nonorm_s1024
- add7_ffn_nonorm_s137
- add7_ffn_nonorm_s256
- add7_ffn_nonorm_s42
- add7_ffn_nonorm_s512
- add7_ffn_s1024
- add7_ffn_s137
- add7_ffn_s256
- add7_ffn_s42
- add7_ffn_s512
- add7_glu_d170_gelu_nonorm_s1024
- add7_glu_d170_gelu_nonorm_s137
- add7_glu_d170_gelu_nonorm_s256
- add7_glu_d170_gelu_nonorm_s42
- add7_glu_d170_gelu_nonorm_s512
- add7_glu_d170_silu_nonorm_s1024
- add7_glu_d170_silu_nonorm_s137
- add7_glu_d170_silu_nonorm_s256
- add7_glu_d170_silu_nonorm_s42
- add7_glu_d170_silu_nonorm_s512
- add7_glu_gelu_nonorm_s1024
- add7_glu_gelu_nonorm_s137
- add7_glu_gelu_nonorm_s256
- add7_glu_gelu_nonorm_s42
- add7_glu_gelu_nonorm_s512
- add7_glu_nonorm_frozenattn_s1024
- add7_glu_nonorm_frozenattn_s137
- add7_glu_nonorm_frozenattn_s256
- add7_glu_nonorm_frozenattn_s42
- add7_glu_nonorm_frozenattn_s512