Ctrl+K
- alibi_swiglu_v1
- alibi_v1
- baseline_v1
- configs
- deepnorm_depth12_v1
- deepnorm_depth16_v1
- deepnorm_swiglu_depth16_v1
- depth12
- depth16_v1
- depth4
- depth8
- init_deepnorm_v1
- init_he_v1
- init_xavier_v1
- resi_scaled_depth12_v1
- resi_scaled_depth16_v1
- residual_depth_scaled_v1
- residual_fixed_v1
- residual_rezero_v1
- rope_depth16_v1
- rope_swiglu_depth16_v1
- rope_swiglu_v1
- rope_v1
- swiglu_depth12
- swiglu_depth16
- swiglu_depth16_residual_depth
- swiglu_depth16_residual_depth_deepnorm
- swiglu_depth16_rope_deepnorm
- swiglu_depth16_rope_deepnorm_residual_depth
- swiglu_depth8
- swiglu_v1
- 1.52 kB
- 3.45 kB