diff --git a/.gitattributes b/.gitattributes
index c7d9f3332a950355d5a77d85000f05e6f45435ea..746386f6dfef50e1baf1a2730c53cbee6cbbb5d1 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -32,3 +32,581 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+weights/decoder.embed_positions.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.embed_tokens.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.0.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.0.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.0.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.0.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.0.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.0.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.1.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.1.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.1.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.1.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.1.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.1.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.10.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.10.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.10.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.10.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.10.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.10.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.11.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.11.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.11.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.11.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.11.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.11.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.12.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.12.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.12.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.12.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.12.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.12.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.13.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.13.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.13.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.13.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.13.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.13.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.14.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.14.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.14.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.14.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.14.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.14.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.15.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.15.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.15.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.15.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.15.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.15.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.16.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.16.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.16.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.16.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.16.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.16.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.17.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.17.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.17.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.17.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.17.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.17.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.18.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.18.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.18.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.18.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.18.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.18.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.19.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.19.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.19.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.19.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.19.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.19.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.2.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.2.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.2.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.2.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.2.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.2.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.20.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.20.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.20.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.20.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.20.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.20.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.21.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.21.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.21.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.21.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.21.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.21.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.22.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.22.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.22.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.22.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.22.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.22.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.23.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.23.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.23.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.23.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.23.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.23.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.24.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.24.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.24.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.24.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.24.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.24.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.25.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.25.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.25.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.25.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.25.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.25.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.26.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.26.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.26.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.26.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.26.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.26.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.27.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.27.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.27.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.27.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.27.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.27.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.28.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.28.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.28.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.28.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.28.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.28.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.29.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.29.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.29.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.29.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.29.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.29.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.3.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.3.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.3.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.3.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.3.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.3.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.30.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.30.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.30.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.30.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.30.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.30.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.31.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.31.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.31.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.31.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.31.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.31.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.32.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.32.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.32.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.32.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.32.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.32.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.33.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.33.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.33.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.33.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.33.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.33.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.34.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.34.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.34.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.34.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.34.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.34.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.35.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.35.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.35.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.35.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.35.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.35.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.36.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.36.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.36.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.36.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.36.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.36.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.37.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.37.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.37.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.37.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.37.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.37.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.38.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.38.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.38.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.38.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.38.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.38.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.39.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.39.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.39.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.39.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.39.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.39.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.4.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.4.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.4.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.4.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.4.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.4.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.40.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.40.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.40.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.40.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.40.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.40.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.41.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.41.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.41.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.41.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.41.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.41.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.42.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.42.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.42.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.42.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.42.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.42.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.43.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.43.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.43.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.43.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.43.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.43.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.44.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.44.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.44.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.44.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.44.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.44.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.45.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.45.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.45.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.45.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.45.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.45.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.46.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.46.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.46.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.46.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.46.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.46.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.47.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.47.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.47.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.47.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.47.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.47.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.48.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.48.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.48.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.48.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.48.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.48.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.49.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.49.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.49.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.49.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.49.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.49.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.5.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.5.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.5.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.5.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.5.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.5.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.50.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.50.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.50.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.50.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.50.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.50.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.51.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.51.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.51.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.51.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.51.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.51.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.52.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.52.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.52.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.52.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.52.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.52.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.53.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.53.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.53.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.53.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.53.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.53.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.54.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.54.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.54.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.54.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.54.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.54.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.55.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.55.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.55.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.55.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.55.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.55.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.56.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.56.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.56.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.56.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.56.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.56.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.57.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.57.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.57.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.57.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.57.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.57.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.58.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.58.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.58.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.58.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.58.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.58.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.59.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.59.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.59.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.59.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.59.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.59.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.6.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.6.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.6.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.6.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.6.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.6.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.60.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.60.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.60.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.60.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.60.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.60.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.61.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.61.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.61.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.61.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.61.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.61.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.62.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.62.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.62.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.62.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.62.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.62.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.63.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.63.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.63.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.63.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.63.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.63.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.64.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.64.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.64.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.64.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.64.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.64.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.65.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.65.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.65.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.65.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.65.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.65.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.66.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.66.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.66.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.66.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.66.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.66.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.67.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.67.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.67.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.67.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.67.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.67.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.68.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.68.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.68.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.68.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.68.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.68.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.69.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.69.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.69.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.69.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.69.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.69.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.7.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.7.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.7.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.7.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.7.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.7.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.70.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.70.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.70.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.70.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.70.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.70.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.71.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.71.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.71.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.71.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.71.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.71.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.72.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.72.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.72.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.72.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.72.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.72.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.73.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.73.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.73.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.73.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.73.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.73.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.74.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.74.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.74.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.74.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.74.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.74.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.75.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.75.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.75.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.75.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.75.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.75.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.76.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.76.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.76.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.76.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.76.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.76.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.77.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.77.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.77.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.77.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.77.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.77.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.78.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.78.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.78.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.78.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.78.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.78.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.79.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.79.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.79.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.79.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.79.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.79.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.8.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.8.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.8.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.8.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.8.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.8.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.80.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.80.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.80.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.80.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.80.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.80.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.81.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.81.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.81.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.81.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.81.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.81.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.82.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.82.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.82.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.82.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.82.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.82.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.83.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.83.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.83.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.83.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.83.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.83.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.84.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.84.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.84.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.84.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.84.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.84.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.85.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.85.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.85.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.85.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.85.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.85.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.86.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.86.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.86.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.86.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.86.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.86.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.87.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.87.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.87.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.87.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.87.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.87.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.88.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.88.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.88.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.88.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.88.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.88.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.89.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.89.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.89.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.89.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.89.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.89.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.9.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.9.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.9.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.9.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.9.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.9.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.90.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.90.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.90.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.90.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.90.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.90.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.91.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.91.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.91.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.91.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.91.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.91.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.92.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.92.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.92.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.92.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.92.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.92.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.93.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.93.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.93.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.93.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.93.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.93.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.94.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.94.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.94.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.94.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.94.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.94.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.95.fc1.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.95.fc2.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.95.self_attn.k_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.95.self_attn.out_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.95.self_attn.q_proj.weight filter=lfs diff=lfs merge=lfs -text
+weights/decoder.layers.95.self_attn.v_proj.weight filter=lfs diff=lfs merge=lfs -text
diff --git a/weights/decoder.embed_positions.weight b/weights/decoder.embed_positions.weight
new file mode 100644
index 0000000000000000000000000000000000000000..0bb81e63c3c1c17fc189c0e028b93323788e24c1
--- /dev/null
+++ b/weights/decoder.embed_positions.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1333b170c2ebe95489f734d987e666c3ca47d33934af211a63701c90553b17d7
+size 50380928
diff --git a/weights/decoder.embed_tokens.weight b/weights/decoder.embed_tokens.weight
new file mode 100644
index 0000000000000000000000000000000000000000..3269ce39f3f40733d705862442572656417bfc92
--- /dev/null
+++ b/weights/decoder.embed_tokens.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3455388c792c86f5921803e12b7f39a46e1e0ca6aca6f76d9ef662473486eab9
+size 1235484800
diff --git a/weights/decoder.layer_norm.bias b/weights/decoder.layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..3fbbfd284499c12da696944a10e4d09612e80fbe
Binary files /dev/null and b/weights/decoder.layer_norm.bias differ
diff --git a/weights/decoder.layer_norm.weight b/weights/decoder.layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layer_norm.weight differ
diff --git a/weights/decoder.layers.0.fc1.bias b/weights/decoder.layers.0.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..c43ba8014366dc30d6ff787e2efe46306e94a3ae
Binary files /dev/null and b/weights/decoder.layers.0.fc1.bias differ
diff --git a/weights/decoder.layers.0.fc1.weight b/weights/decoder.layers.0.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..b6a91e8897aa8937e47342787279ee585b4182f8
--- /dev/null
+++ b/weights/decoder.layers.0.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa07921ea62baf81f6664f03ad51f4cbf3668caaaa79e0bf6d076ca3ef016f64
+size 1207959680
diff --git a/weights/decoder.layers.0.fc2.bias b/weights/decoder.layers.0.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..11ab40c9bb632d845b7d348543138683d5022346
Binary files /dev/null and b/weights/decoder.layers.0.fc2.bias differ
diff --git a/weights/decoder.layers.0.fc2.weight b/weights/decoder.layers.0.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..d672a8f0a0f0b74053c9ae8bdefaeb44a75b5e4b
--- /dev/null
+++ b/weights/decoder.layers.0.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d5177a4fccae4c2acaa5eb6f05b63d6cab3e69f9db44dbfe0612343002a32f
+size 1207959680
diff --git a/weights/decoder.layers.0.final_layer_norm.bias b/weights/decoder.layers.0.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..2b3cf9aa7bc0382807ba7c8bfe59d001381f8210
Binary files /dev/null and b/weights/decoder.layers.0.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.0.final_layer_norm.weight b/weights/decoder.layers.0.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.0.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.0.self_attn.k_proj.bias b/weights/decoder.layers.0.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..6ebd4f2f29926f6a3d72d7a953734f16560ebcdf
Binary files /dev/null and b/weights/decoder.layers.0.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.0.self_attn.k_proj.weight b/weights/decoder.layers.0.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..fa966fc280a3b30371b9dc67cc5fc96ef6eeb9fa
--- /dev/null
+++ b/weights/decoder.layers.0.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:409f705d4dfdc60bba51453010214f2a12bb221d7142543cac893090ee65cf5b
+size 301990016
diff --git a/weights/decoder.layers.0.self_attn.out_proj.bias b/weights/decoder.layers.0.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..478b36e599c7a37129be30f62dcbbaef6f85350f
Binary files /dev/null and b/weights/decoder.layers.0.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.0.self_attn.out_proj.weight b/weights/decoder.layers.0.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..8cff1bc856f25bfd2b8ecf82ae605b37083a260b
--- /dev/null
+++ b/weights/decoder.layers.0.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b30be210eda5110041793ff63c5bce9e06e509cbd72c5fc793f3b4c211a4bbb2
+size 301990016
diff --git a/weights/decoder.layers.0.self_attn.q_proj.bias b/weights/decoder.layers.0.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..f1aad07e790ce747e2eef823886d970118317b3f
Binary files /dev/null and b/weights/decoder.layers.0.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.0.self_attn.q_proj.weight b/weights/decoder.layers.0.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..09751b93d2ff6a1e02a947d6a284e913bdf85a62
--- /dev/null
+++ b/weights/decoder.layers.0.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78115bb8deb547c7afde2d241666744d65189d716f8e6b9cea20f5d60939e16f
+size 301990016
diff --git a/weights/decoder.layers.0.self_attn.v_proj.bias b/weights/decoder.layers.0.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..e1248baf764f4dfa84ab6e271eafe1aaa322277a
Binary files /dev/null and b/weights/decoder.layers.0.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.0.self_attn.v_proj.weight b/weights/decoder.layers.0.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..ba81c2b8fc224fe91d30a0d0626af82ecb023b61
--- /dev/null
+++ b/weights/decoder.layers.0.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f34fdba6b6f573d84132fea7f3fd54a56671c56a595259c2a21f28ce4e268139
+size 301990016
diff --git a/weights/decoder.layers.0.self_attn_layer_norm.bias b/weights/decoder.layers.0.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..1a45e3b485b495e7f9f8e3cbbe3b3412bc42d880
Binary files /dev/null and b/weights/decoder.layers.0.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.0.self_attn_layer_norm.weight b/weights/decoder.layers.0.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.0.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.1.fc1.bias b/weights/decoder.layers.1.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..68ef10a50f22b76c366e0f8cf74e0603a66357fd
Binary files /dev/null and b/weights/decoder.layers.1.fc1.bias differ
diff --git a/weights/decoder.layers.1.fc1.weight b/weights/decoder.layers.1.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..07474e6ac8afb10f43a169eac1caf145cb8321e4
--- /dev/null
+++ b/weights/decoder.layers.1.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe8dbb24aad421922cc1d833e85f30dfa14e74ef2e25cc045a3a67eb60169b9
+size 1207959680
diff --git a/weights/decoder.layers.1.fc2.bias b/weights/decoder.layers.1.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..5d53038e34509af959485f218b4e510710a8cfb0
Binary files /dev/null and b/weights/decoder.layers.1.fc2.bias differ
diff --git a/weights/decoder.layers.1.fc2.weight b/weights/decoder.layers.1.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..dcf3850379bebccc38d98901e9f66c6ae0207435
--- /dev/null
+++ b/weights/decoder.layers.1.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df2afe4a55d289497b4de26c653289cb6b52b2d0c6f86c036b6053d8a060dc47
+size 1207959680
diff --git a/weights/decoder.layers.1.final_layer_norm.bias b/weights/decoder.layers.1.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..2f0544c19c12aad375e50566d29db4383be2f933
Binary files /dev/null and b/weights/decoder.layers.1.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.1.final_layer_norm.weight b/weights/decoder.layers.1.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.1.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.1.self_attn.k_proj.bias b/weights/decoder.layers.1.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..7267faa061bdecbfa85b928423637447ae594760
Binary files /dev/null and b/weights/decoder.layers.1.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.1.self_attn.k_proj.weight b/weights/decoder.layers.1.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..ac2360eff1705a2703462d63190768bf7308b7d4
--- /dev/null
+++ b/weights/decoder.layers.1.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b076a127ce085e0a6efeff9a1e1c2d293b5ad80b58287bbbadd09fb27e1874
+size 301990016
diff --git a/weights/decoder.layers.1.self_attn.out_proj.bias b/weights/decoder.layers.1.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..494450d8540e03c70002e3cb7c9069a344f9538d
Binary files /dev/null and b/weights/decoder.layers.1.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.1.self_attn.out_proj.weight b/weights/decoder.layers.1.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..6a1e536e9897b4b213225be9fb8f7c59c96b863e
--- /dev/null
+++ b/weights/decoder.layers.1.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a64306d38e8bcc72001bb07de5d9f57a82f0477cc63bd0c2d621d43a174a8787
+size 301990016
diff --git a/weights/decoder.layers.1.self_attn.q_proj.bias b/weights/decoder.layers.1.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..23a1f98c0954c5859226fbe6904199f83893c784
Binary files /dev/null and b/weights/decoder.layers.1.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.1.self_attn.q_proj.weight b/weights/decoder.layers.1.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..d564e8b9bd44ba1dccbcac58e6dc91d885df346c
--- /dev/null
+++ b/weights/decoder.layers.1.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dcd34581f1bbb6e2c34265ad729f19fb8a1e535c5109e406f101e402730fd77
+size 301990016
diff --git a/weights/decoder.layers.1.self_attn.v_proj.bias b/weights/decoder.layers.1.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..060b42ca37ffcb529dea4beafda3802eeb85d644
Binary files /dev/null and b/weights/decoder.layers.1.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.1.self_attn.v_proj.weight b/weights/decoder.layers.1.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..5f850c9a557a2e1c1c117e08939a08f6473972c6
--- /dev/null
+++ b/weights/decoder.layers.1.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:922162d40e00d3d3578722f77014eb45f0a5a011724eb6d736482b082fd4fe4a
+size 301990016
diff --git a/weights/decoder.layers.1.self_attn_layer_norm.bias b/weights/decoder.layers.1.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..8cc01f403bce49cfdb73a1712734c7d53d4095f4
Binary files /dev/null and b/weights/decoder.layers.1.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.1.self_attn_layer_norm.weight b/weights/decoder.layers.1.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.1.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.10.fc1.bias b/weights/decoder.layers.10.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..9f8df8f81d15d86140f075ecabb296a1c140a635
Binary files /dev/null and b/weights/decoder.layers.10.fc1.bias differ
diff --git a/weights/decoder.layers.10.fc1.weight b/weights/decoder.layers.10.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..a69612a70502a26fec8176e6a30f952a46ebc46b
--- /dev/null
+++ b/weights/decoder.layers.10.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b38908b772ba11e62be09e8fcf0d0eaa0d8d22abd71b4e160057f46e109ff601
+size 1207959680
diff --git a/weights/decoder.layers.10.fc2.bias b/weights/decoder.layers.10.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..134c05f907ed4fad7b55f79c2da1358f24625bd0
Binary files /dev/null and b/weights/decoder.layers.10.fc2.bias differ
diff --git a/weights/decoder.layers.10.fc2.weight b/weights/decoder.layers.10.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..0f6103adba784e83aeffe1c18521d246ac07034e
--- /dev/null
+++ b/weights/decoder.layers.10.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60126258486fca152e124890d4ded8c34bf0e63047e14791ec9253658c9f6012
+size 1207959680
diff --git a/weights/decoder.layers.10.final_layer_norm.bias b/weights/decoder.layers.10.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..287ad34ce3aeef763b67f753dfb67c727b2310db
Binary files /dev/null and b/weights/decoder.layers.10.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.10.final_layer_norm.weight b/weights/decoder.layers.10.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.10.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.10.self_attn.k_proj.bias b/weights/decoder.layers.10.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..8f01e6bfd9bae7094a00874f61663a0f624a1593
Binary files /dev/null and b/weights/decoder.layers.10.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.10.self_attn.k_proj.weight b/weights/decoder.layers.10.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..9daf8756c64d9e96392ce563c9ff680234d76d42
--- /dev/null
+++ b/weights/decoder.layers.10.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:890471f9c84b9728bda496c5e1d5e8296872fea5dc26b7d049df001d50cd6580
+size 301990016
diff --git a/weights/decoder.layers.10.self_attn.out_proj.bias b/weights/decoder.layers.10.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..72a730d05a50b363fb7dde7322eb98f542a4c474
Binary files /dev/null and b/weights/decoder.layers.10.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.10.self_attn.out_proj.weight b/weights/decoder.layers.10.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..cbd094d11d07c9bd3cf42550b7b5b5b5a6100392
--- /dev/null
+++ b/weights/decoder.layers.10.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4325c9342c8e8d79df9ba917006690a75a23b71b043aab66f11bf1a3511e0aba
+size 301990016
diff --git a/weights/decoder.layers.10.self_attn.q_proj.bias b/weights/decoder.layers.10.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..ffe4040e0b83e26b3f1ca08eebbc23ada4cc371a
Binary files /dev/null and b/weights/decoder.layers.10.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.10.self_attn.q_proj.weight b/weights/decoder.layers.10.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..fd9fec1de9d69b0e41e23a2391c75bd714ef4d09
--- /dev/null
+++ b/weights/decoder.layers.10.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de92359ccadd02a93624b174f8c4dc49086b1677a9cd26fa056f7a94bff531c9
+size 301990016
diff --git a/weights/decoder.layers.10.self_attn.v_proj.bias b/weights/decoder.layers.10.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..2a0384e44367a101fd72c146e7223a6acdb23c85
Binary files /dev/null and b/weights/decoder.layers.10.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.10.self_attn.v_proj.weight b/weights/decoder.layers.10.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..559a21158413d54c30b713733865610166bc7611
--- /dev/null
+++ b/weights/decoder.layers.10.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bb93930e8ae546b72ef8e6454283979f46d2b4594cae2760183db359170ab3e
+size 301990016
diff --git a/weights/decoder.layers.10.self_attn_layer_norm.bias b/weights/decoder.layers.10.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..24496eaf0add4c1156144beb51a7db6764cc7002
Binary files /dev/null and b/weights/decoder.layers.10.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.10.self_attn_layer_norm.weight b/weights/decoder.layers.10.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.10.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.11.fc1.bias b/weights/decoder.layers.11.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..2fd5c26d949a61faf14d5c702c2a024ab7fdae45
Binary files /dev/null and b/weights/decoder.layers.11.fc1.bias differ
diff --git a/weights/decoder.layers.11.fc1.weight b/weights/decoder.layers.11.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..50b7cc95345ca5433425b224786bc2889be8fc48
--- /dev/null
+++ b/weights/decoder.layers.11.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a23af6e1d2cc83b53d612535f101a74362b30541cfa60c7625b4ca719e0f393
+size 1207959680
diff --git a/weights/decoder.layers.11.fc2.bias b/weights/decoder.layers.11.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..a9e3d4bf9bfee0c4c70fefb8eb32a86a46c7cbc5
Binary files /dev/null and b/weights/decoder.layers.11.fc2.bias differ
diff --git a/weights/decoder.layers.11.fc2.weight b/weights/decoder.layers.11.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..315a1dca85acdff8faafa969ab2b7fc1856e5e59
--- /dev/null
+++ b/weights/decoder.layers.11.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4adb107665350c8353b3be539580e43542272b74b9ea4c868323dfa708e7c20e
+size 1207959680
diff --git a/weights/decoder.layers.11.final_layer_norm.bias b/weights/decoder.layers.11.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..2cf768efe28696c9a4ea7c2577d8cb128ca3318b
Binary files /dev/null and b/weights/decoder.layers.11.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.11.final_layer_norm.weight b/weights/decoder.layers.11.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.11.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.11.self_attn.k_proj.bias b/weights/decoder.layers.11.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..69e3e6c232ff8b5dbf5cc53bc52a4fdcd0dfd625
Binary files /dev/null and b/weights/decoder.layers.11.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.11.self_attn.k_proj.weight b/weights/decoder.layers.11.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..b0aa7d60f45fd40009b827c2c57f067f2c77c081
--- /dev/null
+++ b/weights/decoder.layers.11.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e2b557b07941aac761417846ceb1926437e4c899bb7d18d7422f44177053ec1
+size 301990016
diff --git a/weights/decoder.layers.11.self_attn.out_proj.bias b/weights/decoder.layers.11.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..cf1e410aba2a1cbf1b6ebeea11998fa99aaed4ed
Binary files /dev/null and b/weights/decoder.layers.11.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.11.self_attn.out_proj.weight b/weights/decoder.layers.11.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..c16906bcc2af37ea549fe3d2010396fc903278d6
--- /dev/null
+++ b/weights/decoder.layers.11.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ea6bb90b69118d1bab6af5e96276021905e1d3c012644b942eadcffd259c01
+size 301990016
diff --git a/weights/decoder.layers.11.self_attn.q_proj.bias b/weights/decoder.layers.11.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..1574927ecd4830c9af58a8f70297cbce704f12ab
Binary files /dev/null and b/weights/decoder.layers.11.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.11.self_attn.q_proj.weight b/weights/decoder.layers.11.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..5047b370ef86c6d02aa2094b748637b999156757
--- /dev/null
+++ b/weights/decoder.layers.11.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a1b9b0c30dbb2c4f4d1b3a41df049f2771e0d2b9e3b1372771ea3b7d8f5d8b7
+size 301990016
diff --git a/weights/decoder.layers.11.self_attn.v_proj.bias b/weights/decoder.layers.11.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..1163b48595ed41949c57463f3ceb81afc8998d21
Binary files /dev/null and b/weights/decoder.layers.11.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.11.self_attn.v_proj.weight b/weights/decoder.layers.11.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..de29f018914a7b149ca50fd2ce1582c838cfb7c3
--- /dev/null
+++ b/weights/decoder.layers.11.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eda0e8082b59be89968a1c4f6055dc770f22f22ed1cb36d57352476bca56d4df
+size 301990016
diff --git a/weights/decoder.layers.11.self_attn_layer_norm.bias b/weights/decoder.layers.11.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..564fd492ee737f54ca0b2ddcd7c78d1f2053b7dc
Binary files /dev/null and b/weights/decoder.layers.11.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.11.self_attn_layer_norm.weight b/weights/decoder.layers.11.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.11.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.12.fc1.bias b/weights/decoder.layers.12.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..a99fe72a2c7e65bed77ab125e10951f432ebd229
Binary files /dev/null and b/weights/decoder.layers.12.fc1.bias differ
diff --git a/weights/decoder.layers.12.fc1.weight b/weights/decoder.layers.12.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..122315321a0124b8f1adc73fb8311487d14630cd
--- /dev/null
+++ b/weights/decoder.layers.12.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2ee160d78d92f7c941d70258e0edf497b3475a655aae50c3ad3ff94985c0da
+size 1207959680
diff --git a/weights/decoder.layers.12.fc2.bias b/weights/decoder.layers.12.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..32ea79a2c77b737ba0414c4f72fe57c5ff48f3ae
Binary files /dev/null and b/weights/decoder.layers.12.fc2.bias differ
diff --git a/weights/decoder.layers.12.fc2.weight b/weights/decoder.layers.12.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..404aeae99a01607f9db20b88321d60eceee4d19e
--- /dev/null
+++ b/weights/decoder.layers.12.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6dcdc13a488f2ac28c8d7f65dff575a718a5f10b00b2299d89494accc20bfba
+size 1207959680
diff --git a/weights/decoder.layers.12.final_layer_norm.bias b/weights/decoder.layers.12.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..20769a898fd6d5fc4a96f8405ddfe6b991f3c4b3
Binary files /dev/null and b/weights/decoder.layers.12.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.12.final_layer_norm.weight b/weights/decoder.layers.12.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.12.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.12.self_attn.k_proj.bias b/weights/decoder.layers.12.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..c51e966ae26f91e29209ce614775a6cd3023cff1
Binary files /dev/null and b/weights/decoder.layers.12.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.12.self_attn.k_proj.weight b/weights/decoder.layers.12.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..a236f52c67cc5523a83b54e6671977fbc4f563f7
--- /dev/null
+++ b/weights/decoder.layers.12.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e58cc67f7a7820af188159070532b3dbca3b6dfa55f6b4de8e5fcda0d0fa1b86
+size 301990016
diff --git a/weights/decoder.layers.12.self_attn.out_proj.bias b/weights/decoder.layers.12.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..40f35686edeb220e5541a81f1aebd1cef517ef9b
Binary files /dev/null and b/weights/decoder.layers.12.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.12.self_attn.out_proj.weight b/weights/decoder.layers.12.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..77ddfbf712998eff9233e87c4408bfecc936b4f4
--- /dev/null
+++ b/weights/decoder.layers.12.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e81991c3cbd5375beaaa00dbfdf3b5620de926c74e0d9ebd2e19bcbdc35127c
+size 301990016
diff --git a/weights/decoder.layers.12.self_attn.q_proj.bias b/weights/decoder.layers.12.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..f574ae078866d92aa06f6d5109d800074d5d717e
Binary files /dev/null and b/weights/decoder.layers.12.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.12.self_attn.q_proj.weight b/weights/decoder.layers.12.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..5f2b2ab77f91f715c990c4069cb6547a87f92ac2
--- /dev/null
+++ b/weights/decoder.layers.12.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67eb7c67e26ffdd5ada539968e7601acbf554924f2c736be525c918c94e931cd
+size 301990016
diff --git a/weights/decoder.layers.12.self_attn.v_proj.bias b/weights/decoder.layers.12.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..1af027408211bb6b133550ff1cd1bb1a3a7d3be3
Binary files /dev/null and b/weights/decoder.layers.12.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.12.self_attn.v_proj.weight b/weights/decoder.layers.12.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..8354796be6743e8ab5e759536a7e8d44b4b07797
--- /dev/null
+++ b/weights/decoder.layers.12.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2593119b4e682222183cd9d39715ad67f3d73250a9db03a0809b28e762a5add8
+size 301990016
diff --git a/weights/decoder.layers.12.self_attn_layer_norm.bias b/weights/decoder.layers.12.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..87ff9f58e6fcf62c00cc7c4f8019f9b818e79bb2
Binary files /dev/null and b/weights/decoder.layers.12.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.12.self_attn_layer_norm.weight b/weights/decoder.layers.12.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.12.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.13.fc1.bias b/weights/decoder.layers.13.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..c4a70ec863bb4433b852fc8b980b3a8f24be2036
Binary files /dev/null and b/weights/decoder.layers.13.fc1.bias differ
diff --git a/weights/decoder.layers.13.fc1.weight b/weights/decoder.layers.13.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..c037346860bb7ab189bd3308f93aa53d962b4384
--- /dev/null
+++ b/weights/decoder.layers.13.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a6d6a429213cf85e3734b558454f017840628acc675e943b9727cef3036ed7
+size 1207959680
diff --git a/weights/decoder.layers.13.fc2.bias b/weights/decoder.layers.13.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..674896eab528d234ed9bb66d0ba2fb44451a6ae4
Binary files /dev/null and b/weights/decoder.layers.13.fc2.bias differ
diff --git a/weights/decoder.layers.13.fc2.weight b/weights/decoder.layers.13.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..a5853422965bc185f0618649653286ac7e9dbc4b
--- /dev/null
+++ b/weights/decoder.layers.13.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52df9f6e146a4edaf87c0b34981923f56bf8169afad2cc7b06a259563b43b5b3
+size 1207959680
diff --git a/weights/decoder.layers.13.final_layer_norm.bias b/weights/decoder.layers.13.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..671085316e8ca76f6e36fdcd9a24d9ea9f07bf95
Binary files /dev/null and b/weights/decoder.layers.13.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.13.final_layer_norm.weight b/weights/decoder.layers.13.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.13.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.13.self_attn.k_proj.bias b/weights/decoder.layers.13.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..a949f2db78b5af4fd6ec859a4b9944e1033d30fc
Binary files /dev/null and b/weights/decoder.layers.13.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.13.self_attn.k_proj.weight b/weights/decoder.layers.13.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..88e0a9e398343f449d75358f5f6a32e571ee2b07
--- /dev/null
+++ b/weights/decoder.layers.13.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e742c297061a5987c7ebdd818af4faa708181b3144e2b88f8c235e3f73e57718
+size 301990016
diff --git a/weights/decoder.layers.13.self_attn.out_proj.bias b/weights/decoder.layers.13.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..ec6c239dfb0c27e2fb05da32eb0283bd216b3bfc
Binary files /dev/null and b/weights/decoder.layers.13.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.13.self_attn.out_proj.weight b/weights/decoder.layers.13.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..27b7f953596ae08b440fdeb1182a5c5ac48a0391
--- /dev/null
+++ b/weights/decoder.layers.13.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28669b4d94a68a5727b151208b8522c099cb013961faa9ddbec8a1739fece88e
+size 301990016
diff --git a/weights/decoder.layers.13.self_attn.q_proj.bias b/weights/decoder.layers.13.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..a489cbb0b4ce4b72deaf998c0b1d5c05bd3d9284
Binary files /dev/null and b/weights/decoder.layers.13.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.13.self_attn.q_proj.weight b/weights/decoder.layers.13.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..4bc5daa9d5a81559e02b3138ebf1b878e4cd284b
--- /dev/null
+++ b/weights/decoder.layers.13.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fed0af5b977535e31bb5f6e1983043b9697ab14316a51237deb08759643df37
+size 301990016
diff --git a/weights/decoder.layers.13.self_attn.v_proj.bias b/weights/decoder.layers.13.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..bbf0becf631acb58eaa304c7f3a18182699d561a
Binary files /dev/null and b/weights/decoder.layers.13.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.13.self_attn.v_proj.weight b/weights/decoder.layers.13.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..505fd275242dee694a789cd457c1b200f7739847
--- /dev/null
+++ b/weights/decoder.layers.13.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e9effa8f002960a6b45df265b93f5ff108f77b47a18769be9b608c0496f9139
+size 301990016
diff --git a/weights/decoder.layers.13.self_attn_layer_norm.bias b/weights/decoder.layers.13.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..b4572f381b974f6a6a350f3cb6a99758de290b04
Binary files /dev/null and b/weights/decoder.layers.13.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.13.self_attn_layer_norm.weight b/weights/decoder.layers.13.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.13.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.14.fc1.bias b/weights/decoder.layers.14.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..e5dc7253281148ac44b7e69a33a2fe4fabfb91c0
Binary files /dev/null and b/weights/decoder.layers.14.fc1.bias differ
diff --git a/weights/decoder.layers.14.fc1.weight b/weights/decoder.layers.14.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7179c6a10d97e9239dbffffe5962e6fe5aa2f9c1
--- /dev/null
+++ b/weights/decoder.layers.14.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a019a94821546e2c8328b5b131b0b26990be7f3d1e838a873d75f03eb654dcc
+size 1207959680
diff --git a/weights/decoder.layers.14.fc2.bias b/weights/decoder.layers.14.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..0aad0ecb89a465064ac4f7e7816a5cd803f45c91
Binary files /dev/null and b/weights/decoder.layers.14.fc2.bias differ
diff --git a/weights/decoder.layers.14.fc2.weight b/weights/decoder.layers.14.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..19eaae00205135fd208e8053aeceb339af4221ad
--- /dev/null
+++ b/weights/decoder.layers.14.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0627bf76da212487de70ae713c95ff3b83ff41470f9d9f0f361725e3dcc3b737
+size 1207959680
diff --git a/weights/decoder.layers.14.final_layer_norm.bias b/weights/decoder.layers.14.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..8e8b7173b9ba41d2c54762d976e34c931e473a11
Binary files /dev/null and b/weights/decoder.layers.14.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.14.final_layer_norm.weight b/weights/decoder.layers.14.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.14.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.14.self_attn.k_proj.bias b/weights/decoder.layers.14.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..7e2e891f03c9e03be322d145759e1f652c5e6635
Binary files /dev/null and b/weights/decoder.layers.14.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.14.self_attn.k_proj.weight b/weights/decoder.layers.14.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..9afef2a187a6b7b583789d7d69750feddc5a9eb1
--- /dev/null
+++ b/weights/decoder.layers.14.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7027b04ccf33ba04aef69ff4e1984ea222f554ac78e7acb01a358f1507e53a42
+size 301990016
diff --git a/weights/decoder.layers.14.self_attn.out_proj.bias b/weights/decoder.layers.14.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..007a838e386aa37dcf18464e86af011dd717b807
Binary files /dev/null and b/weights/decoder.layers.14.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.14.self_attn.out_proj.weight b/weights/decoder.layers.14.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..51811e5daf8e6aa83067758d0dff4023d6fb923f
--- /dev/null
+++ b/weights/decoder.layers.14.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc8c626f09c9a01726f462b3384091a66d4eedc08c9a77af4dd8ba0b67f951c9
+size 301990016
diff --git a/weights/decoder.layers.14.self_attn.q_proj.bias b/weights/decoder.layers.14.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..ced0724400505e0cfba84338d17563437a68ea9c
Binary files /dev/null and b/weights/decoder.layers.14.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.14.self_attn.q_proj.weight b/weights/decoder.layers.14.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..5b743cb544deb62495a006aa7ada28c0427092c1
--- /dev/null
+++ b/weights/decoder.layers.14.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb7c257b0dc7a3d7989f6cec0fcc32c13e1dbae8d5e9f8490deb9fb8bb52e76
+size 301990016
diff --git a/weights/decoder.layers.14.self_attn.v_proj.bias b/weights/decoder.layers.14.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..005416988bb0c0cc0c337e8a69b91ddadbafe695
Binary files /dev/null and b/weights/decoder.layers.14.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.14.self_attn.v_proj.weight b/weights/decoder.layers.14.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..0e90862717dbc75d752cfcbec99c8ea8ab93063e
--- /dev/null
+++ b/weights/decoder.layers.14.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83e66247e504d5d872e9e8cd92a8a9d0f69f551a5607a7a438ccd4e82dd35ee0
+size 301990016
diff --git a/weights/decoder.layers.14.self_attn_layer_norm.bias b/weights/decoder.layers.14.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..d6c2a261a6a90c2469106430bd33525931519aa1
Binary files /dev/null and b/weights/decoder.layers.14.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.14.self_attn_layer_norm.weight b/weights/decoder.layers.14.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.14.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.15.fc1.bias b/weights/decoder.layers.15.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..040d4b52e5b3cb31f6cf5e08ad9e8cd15ace7901
Binary files /dev/null and b/weights/decoder.layers.15.fc1.bias differ
diff --git a/weights/decoder.layers.15.fc1.weight b/weights/decoder.layers.15.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..abb52f03fc29d80aa9a82e3b1f2f2dbc02a56a82
--- /dev/null
+++ b/weights/decoder.layers.15.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb1de09bd2aecbbe27d22a8f30c11521544e161bbfe3cb6fd04a1e2b9f222640
+size 1207959680
diff --git a/weights/decoder.layers.15.fc2.bias b/weights/decoder.layers.15.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..9f5ed5d1a63afa250c65eb2e9b6b88bafb67614f
Binary files /dev/null and b/weights/decoder.layers.15.fc2.bias differ
diff --git a/weights/decoder.layers.15.fc2.weight b/weights/decoder.layers.15.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..3b71ce4f849cd1eac1e4480d4ed7b5e917ad4a4c
--- /dev/null
+++ b/weights/decoder.layers.15.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe50c104aa2ee787bb245ebfb70e2c47af25f11fb2be0bf8f44a791769ce0fbd
+size 1207959680
diff --git a/weights/decoder.layers.15.final_layer_norm.bias b/weights/decoder.layers.15.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..6ad2c0d17095c98369aae626f1afc4167a8d8758
Binary files /dev/null and b/weights/decoder.layers.15.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.15.final_layer_norm.weight b/weights/decoder.layers.15.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.15.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.15.self_attn.k_proj.bias b/weights/decoder.layers.15.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..136203048561c7c4f196437b21637d2a01db8870
Binary files /dev/null and b/weights/decoder.layers.15.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.15.self_attn.k_proj.weight b/weights/decoder.layers.15.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..08abc0f57217cdda84ef8db7840e02f7a01cbf2e
--- /dev/null
+++ b/weights/decoder.layers.15.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e3d6571d776cb47e4362b6446c127fd656632a7ded6b0402f51f41602ad0f8
+size 301990016
diff --git a/weights/decoder.layers.15.self_attn.out_proj.bias b/weights/decoder.layers.15.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..aaeac0887f550a7971cf072e523e38e68e30678c
Binary files /dev/null and b/weights/decoder.layers.15.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.15.self_attn.out_proj.weight b/weights/decoder.layers.15.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..34aad6038a0072d12865537d35bb20534deb80f8
--- /dev/null
+++ b/weights/decoder.layers.15.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3961d62d664184f54478794dd72d96c8c383f15853f705d3983b406711535219
+size 301990016
diff --git a/weights/decoder.layers.15.self_attn.q_proj.bias b/weights/decoder.layers.15.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..7383998498456bb667fc4682762dcea9badf9c88
Binary files /dev/null and b/weights/decoder.layers.15.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.15.self_attn.q_proj.weight b/weights/decoder.layers.15.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..bafe6d804c1b787d26d2399855366202d43dc607
--- /dev/null
+++ b/weights/decoder.layers.15.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccc0d6201bade85a86016c8e886fc060a5f014d2ab2539caca8a89072f444161
+size 301990016
diff --git a/weights/decoder.layers.15.self_attn.v_proj.bias b/weights/decoder.layers.15.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..3d4c15f2f2bf0d52c0fce4d53eac094be2ab65eb
Binary files /dev/null and b/weights/decoder.layers.15.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.15.self_attn.v_proj.weight b/weights/decoder.layers.15.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..3d7a80cca785898db59a895ef6509351f4ef7193
--- /dev/null
+++ b/weights/decoder.layers.15.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:759174ae638d2bd0cfc61e9760ae0d4bcf7e3fa7dc55116f7c3de809fc93f896
+size 301990016
diff --git a/weights/decoder.layers.15.self_attn_layer_norm.bias b/weights/decoder.layers.15.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..c1810e45d1849ac2ab034afe68ab945db93d372a
Binary files /dev/null and b/weights/decoder.layers.15.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.15.self_attn_layer_norm.weight b/weights/decoder.layers.15.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.15.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.16.fc1.bias b/weights/decoder.layers.16.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..55a52458252112e01baff63aaa4a0ac92a418be4
Binary files /dev/null and b/weights/decoder.layers.16.fc1.bias differ
diff --git a/weights/decoder.layers.16.fc1.weight b/weights/decoder.layers.16.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..957b2e7cb80a86200b0c69b276d9f6d740e429fc
--- /dev/null
+++ b/weights/decoder.layers.16.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea216c469ecd94fac29e2adb3dd89dfcfc28438d4b56b8b64c3dfa7589d21941
+size 1207959680
diff --git a/weights/decoder.layers.16.fc2.bias b/weights/decoder.layers.16.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..08fb34cb684075dccf0157edc538fdb435183000
Binary files /dev/null and b/weights/decoder.layers.16.fc2.bias differ
diff --git a/weights/decoder.layers.16.fc2.weight b/weights/decoder.layers.16.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..e432fefd69e2f096c022b153d938e1163dec5925
--- /dev/null
+++ b/weights/decoder.layers.16.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fa8010cd879ef7f26f64c4bf2f1bbd0588e7c37891c7224f20b235a0304b875
+size 1207959680
diff --git a/weights/decoder.layers.16.final_layer_norm.bias b/weights/decoder.layers.16.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..b7a84b5632eb3eb0233e56e46037bdaac92d1295
Binary files /dev/null and b/weights/decoder.layers.16.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.16.final_layer_norm.weight b/weights/decoder.layers.16.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.16.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.16.self_attn.k_proj.bias b/weights/decoder.layers.16.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..ac799854c8361c41ff060135b827aeb8d3b5d090
Binary files /dev/null and b/weights/decoder.layers.16.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.16.self_attn.k_proj.weight b/weights/decoder.layers.16.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..2e4624dfc9892ced70c6e6bcd02a5bd5ffdff272
--- /dev/null
+++ b/weights/decoder.layers.16.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9134e6e977b450b50223c0387e20e39a2a692ad4f37021d9b373b765b62b887b
+size 301990016
diff --git a/weights/decoder.layers.16.self_attn.out_proj.bias b/weights/decoder.layers.16.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..5f8a7f360018ed21bc70d4e064342fa40ed1f2cb
Binary files /dev/null and b/weights/decoder.layers.16.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.16.self_attn.out_proj.weight b/weights/decoder.layers.16.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..f9fe2d76d5af665bfde5f836ff87261adcffa6c3
--- /dev/null
+++ b/weights/decoder.layers.16.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8207d205aa10492d44b93f4c4ef97e5fdc6ed83015acdb1a4bc37dbaa9edd22a
+size 301990016
diff --git a/weights/decoder.layers.16.self_attn.q_proj.bias b/weights/decoder.layers.16.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..14fdcde2286bc83bb6681611cd787eabdc2fdb72
Binary files /dev/null and b/weights/decoder.layers.16.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.16.self_attn.q_proj.weight b/weights/decoder.layers.16.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..035308a236f5224b402c873f1fb46a6e11da808d
--- /dev/null
+++ b/weights/decoder.layers.16.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb9e008217dfee090bb07988df7f8fab126b75ae98b2b7572f9ff741fbc72c1
+size 301990016
diff --git a/weights/decoder.layers.16.self_attn.v_proj.bias b/weights/decoder.layers.16.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..7dfb0087e3f56206e0477c429a96529b092ac69b
Binary files /dev/null and b/weights/decoder.layers.16.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.16.self_attn.v_proj.weight b/weights/decoder.layers.16.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..c92c7c0585874e1adc96cdd9354ef442aebcc82f
--- /dev/null
+++ b/weights/decoder.layers.16.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c0b64776b72af10961a843371953de4320d383a99a8e8bb8f858ee682b5676
+size 301990016
diff --git a/weights/decoder.layers.16.self_attn_layer_norm.bias b/weights/decoder.layers.16.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..22eb14941d8511ff052f069ae3b364339de5bf5a
Binary files /dev/null and b/weights/decoder.layers.16.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.16.self_attn_layer_norm.weight b/weights/decoder.layers.16.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.16.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.17.fc1.bias b/weights/decoder.layers.17.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..b9ac71e85a7c6d4b7b1028a93f89c32845d79e9e
Binary files /dev/null and b/weights/decoder.layers.17.fc1.bias differ
diff --git a/weights/decoder.layers.17.fc1.weight b/weights/decoder.layers.17.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..19bc77bb6cc64a7f725c3c901cbf6e46fe5cd999
--- /dev/null
+++ b/weights/decoder.layers.17.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:debdf5b5afaee425ed3b1bced372573f30414888c30b893b808c492265d062f3
+size 1207959680
diff --git a/weights/decoder.layers.17.fc2.bias b/weights/decoder.layers.17.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..7aee15b5c52d10b3b66e44157f7269d624840c75
Binary files /dev/null and b/weights/decoder.layers.17.fc2.bias differ
diff --git a/weights/decoder.layers.17.fc2.weight b/weights/decoder.layers.17.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..ea7082e261cb90218debc21c566c0ec0f445d608
--- /dev/null
+++ b/weights/decoder.layers.17.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31445435f971d0eef6223fbbbc7516c1d5e955e028f6ffbafb2e3cb8409949dd
+size 1207959680
diff --git a/weights/decoder.layers.17.final_layer_norm.bias b/weights/decoder.layers.17.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..102211f4944bfbaefb6672f80ff719a59eecbf56
Binary files /dev/null and b/weights/decoder.layers.17.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.17.final_layer_norm.weight b/weights/decoder.layers.17.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.17.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.17.self_attn.k_proj.bias b/weights/decoder.layers.17.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..4f69e955d4a1e3895aa066fab3d70cd32ef8e250
Binary files /dev/null and b/weights/decoder.layers.17.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.17.self_attn.k_proj.weight b/weights/decoder.layers.17.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..01a8054c29eb6d70e8d302786fccacb05c8f5c9c
--- /dev/null
+++ b/weights/decoder.layers.17.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9ac2093195b7a8850feb19904bdb5d7907c413c1b4f5df5ab130f4c2c5c3fe6
+size 301990016
diff --git a/weights/decoder.layers.17.self_attn.out_proj.bias b/weights/decoder.layers.17.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..1531ed6eb8429312627eb61f9462b6f20f08f32c
Binary files /dev/null and b/weights/decoder.layers.17.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.17.self_attn.out_proj.weight b/weights/decoder.layers.17.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..fd813f83c1295d2dd2c93e95c1c605a842423f4d
--- /dev/null
+++ b/weights/decoder.layers.17.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5bc7e06943d6bddbfd05935361240c675a57a2adf8cee886c9cd7634dc1131d
+size 301990016
diff --git a/weights/decoder.layers.17.self_attn.q_proj.bias b/weights/decoder.layers.17.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..c0e82e82c42b7f5f4bc8d7b69ca27db0ddeb8eaf
Binary files /dev/null and b/weights/decoder.layers.17.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.17.self_attn.q_proj.weight b/weights/decoder.layers.17.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..2805461d69265ba02bc7c24504e3cccc7f6065fa
--- /dev/null
+++ b/weights/decoder.layers.17.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f61005403abc6c2284215853ecd1684012d59a319b093b23360823d43f7afcf
+size 301990016
diff --git a/weights/decoder.layers.17.self_attn.v_proj.bias b/weights/decoder.layers.17.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..b8933387a1cc41466d4f21c7cd9ae214721845fc
Binary files /dev/null and b/weights/decoder.layers.17.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.17.self_attn.v_proj.weight b/weights/decoder.layers.17.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..06c1fff984035101185753f61e78a71127dd9ec5
--- /dev/null
+++ b/weights/decoder.layers.17.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c23dd59961a469f84927fb36734c7c4805742aef664b261a36827ca54cc94d5c
+size 301990016
diff --git a/weights/decoder.layers.17.self_attn_layer_norm.bias b/weights/decoder.layers.17.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..adf59d91d70b5303ba70fda20646405035dc8491
Binary files /dev/null and b/weights/decoder.layers.17.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.17.self_attn_layer_norm.weight b/weights/decoder.layers.17.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.17.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.18.fc1.bias b/weights/decoder.layers.18.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..3d302d056ee2767dbfb38536f5f988b6d5537e8d
Binary files /dev/null and b/weights/decoder.layers.18.fc1.bias differ
diff --git a/weights/decoder.layers.18.fc1.weight b/weights/decoder.layers.18.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..e8632434e77b86b7afae657547b8f24074cb59d0
--- /dev/null
+++ b/weights/decoder.layers.18.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d7417020bd2ee47b3024f08b32562ed9dde4d75559732125c1dac459bc01bc2
+size 1207959680
diff --git a/weights/decoder.layers.18.fc2.bias b/weights/decoder.layers.18.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..046cc92a3365949bcfeaf470504b28184f550b23
Binary files /dev/null and b/weights/decoder.layers.18.fc2.bias differ
diff --git a/weights/decoder.layers.18.fc2.weight b/weights/decoder.layers.18.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7e2628ea879c64d715210004504bad2dad96e864
--- /dev/null
+++ b/weights/decoder.layers.18.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b41010c6947865a1ea9591b672ed8ff8dd67c2757de1d971620576e36bb4109
+size 1207959680
diff --git a/weights/decoder.layers.18.final_layer_norm.bias b/weights/decoder.layers.18.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..51800d6ead340b5b1b65b151502db976691bc22a
Binary files /dev/null and b/weights/decoder.layers.18.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.18.final_layer_norm.weight b/weights/decoder.layers.18.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.18.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.18.self_attn.k_proj.bias b/weights/decoder.layers.18.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..b7f0162fe01597baf4625cc488bc78e3681b192d
Binary files /dev/null and b/weights/decoder.layers.18.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.18.self_attn.k_proj.weight b/weights/decoder.layers.18.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..662bc70ba4d531bbba493d193a21dfdbc49bb372
--- /dev/null
+++ b/weights/decoder.layers.18.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5528472b0d66750402f71522baa858e91dc3c405b53a506a31473e1c16464017
+size 301990016
diff --git a/weights/decoder.layers.18.self_attn.out_proj.bias b/weights/decoder.layers.18.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..b62a424a0a99341d75cd4330a3b1e9a30af24436
Binary files /dev/null and b/weights/decoder.layers.18.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.18.self_attn.out_proj.weight b/weights/decoder.layers.18.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..1778535a3460345ce2b63146d422a6d363ec719a
--- /dev/null
+++ b/weights/decoder.layers.18.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f791a167c4af923ad508574a520786cceb8e77a8d5748eb295e7e2123605886
+size 301990016
diff --git a/weights/decoder.layers.18.self_attn.q_proj.bias b/weights/decoder.layers.18.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..0b6805981e5cee3783c1ce2c985ed0015b2f8233
Binary files /dev/null and b/weights/decoder.layers.18.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.18.self_attn.q_proj.weight b/weights/decoder.layers.18.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..9d90ea808d5dadd2b5e1927e943d4e3cc9ed304b
--- /dev/null
+++ b/weights/decoder.layers.18.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:800a9875a70fb99f8153fcc44b56b62032202362689104daa1e82ccf3093fc91
+size 301990016
diff --git a/weights/decoder.layers.18.self_attn.v_proj.bias b/weights/decoder.layers.18.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..7902dc2ae3466a03b5b1a5c7568a45119e2ec7d8
Binary files /dev/null and b/weights/decoder.layers.18.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.18.self_attn.v_proj.weight b/weights/decoder.layers.18.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..49c7fd01b3a076ba73fbd09dc81f130a6e79a73e
--- /dev/null
+++ b/weights/decoder.layers.18.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9265beeb4f199a48b56beffbd6940bd12390a2505d4d6c2ec8f8bb7d0aaa815
+size 301990016
diff --git a/weights/decoder.layers.18.self_attn_layer_norm.bias b/weights/decoder.layers.18.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..48b21d063253291e6ba94a43f137e790936ff0d3
Binary files /dev/null and b/weights/decoder.layers.18.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.18.self_attn_layer_norm.weight b/weights/decoder.layers.18.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.18.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.19.fc1.bias b/weights/decoder.layers.19.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..9c42e97e3aa894d383ac05aaa280df601b264215
Binary files /dev/null and b/weights/decoder.layers.19.fc1.bias differ
diff --git a/weights/decoder.layers.19.fc1.weight b/weights/decoder.layers.19.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..a02098814bb9f4a043660503a62e2944b157e49a
--- /dev/null
+++ b/weights/decoder.layers.19.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c7f983b10f9203ed546d9836c0062ef32beff2217b69b97f14a71911f17d54b
+size 1207959680
diff --git a/weights/decoder.layers.19.fc2.bias b/weights/decoder.layers.19.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..788791f3677516ca8e10f186523de9195d927169
Binary files /dev/null and b/weights/decoder.layers.19.fc2.bias differ
diff --git a/weights/decoder.layers.19.fc2.weight b/weights/decoder.layers.19.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..ab2029ad271e85a0e10697011eced97fb53f98ec
--- /dev/null
+++ b/weights/decoder.layers.19.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55db2dd0d15f55e6e955dd4fff0f206fd1a2e6e767b057f5916c049f61284832
+size 1207959680
diff --git a/weights/decoder.layers.19.final_layer_norm.bias b/weights/decoder.layers.19.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..d752d5060a6f33c6da6ff290e4e4c11bcb313103
Binary files /dev/null and b/weights/decoder.layers.19.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.19.final_layer_norm.weight b/weights/decoder.layers.19.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.19.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.19.self_attn.k_proj.bias b/weights/decoder.layers.19.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..e3405d76eee5383578c27a8973b5fd9c299b5a41
Binary files /dev/null and b/weights/decoder.layers.19.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.19.self_attn.k_proj.weight b/weights/decoder.layers.19.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..0274a0805abffff253c7bc7ea793d2628700b775
--- /dev/null
+++ b/weights/decoder.layers.19.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76fc01cff757a38577a89383d9fe897c3bdf158f2336c9190a2f7c8e228eaad4
+size 301990016
diff --git a/weights/decoder.layers.19.self_attn.out_proj.bias b/weights/decoder.layers.19.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..1a1fb78d84eef49f2e905ae610055ef94aaa7feb
Binary files /dev/null and b/weights/decoder.layers.19.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.19.self_attn.out_proj.weight b/weights/decoder.layers.19.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..768807574cbbdbed3bd65559cd835bb7c4306cea
--- /dev/null
+++ b/weights/decoder.layers.19.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10332b7c8f159d4618feb7e0398abb59252b89a0f85cc066a7af13ba2b96babf
+size 301990016
diff --git a/weights/decoder.layers.19.self_attn.q_proj.bias b/weights/decoder.layers.19.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..15ef6ea6c58743b0322a20cd7970fcad0ca02d5c
Binary files /dev/null and b/weights/decoder.layers.19.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.19.self_attn.q_proj.weight b/weights/decoder.layers.19.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..9b13b85d69dc48d444c7aa65ba526795d562defd
--- /dev/null
+++ b/weights/decoder.layers.19.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a675fcf30f74bea1abe962a932b3e299a2ac73b1b1e3dd479bd1f8ef07476fa
+size 301990016
diff --git a/weights/decoder.layers.19.self_attn.v_proj.bias b/weights/decoder.layers.19.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..3bad3666c0c190e3b5baf3b10329afb9325fffbf
Binary files /dev/null and b/weights/decoder.layers.19.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.19.self_attn.v_proj.weight b/weights/decoder.layers.19.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..e53e4d012236f131c8dcfff93a98ff91e2cdfe28
--- /dev/null
+++ b/weights/decoder.layers.19.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cffda9fcccc1e87abc1f24ad6ec27b94d2c1efc948329a490fb98ff33c77d4fd
+size 301990016
diff --git a/weights/decoder.layers.19.self_attn_layer_norm.bias b/weights/decoder.layers.19.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..b789fab91def380b1b3b3bcbb27aceaf01cadfb4
Binary files /dev/null and b/weights/decoder.layers.19.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.19.self_attn_layer_norm.weight b/weights/decoder.layers.19.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.19.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.2.fc1.bias b/weights/decoder.layers.2.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..d6166dbc56e98ea4b9b24902508d8ba07f28bcea
Binary files /dev/null and b/weights/decoder.layers.2.fc1.bias differ
diff --git a/weights/decoder.layers.2.fc1.weight b/weights/decoder.layers.2.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..326e2de1879e0154f69dab462e6145a181d7a03a
--- /dev/null
+++ b/weights/decoder.layers.2.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e18b331c0cf5d0d1797c5ab7bf6361a3b89e0d20412b8afdfc7fc8d0aa7586bb
+size 1207959680
diff --git a/weights/decoder.layers.2.fc2.bias b/weights/decoder.layers.2.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..e9c8aef32d3cb3171fabc2c4b524f5a9be2a6aa0
Binary files /dev/null and b/weights/decoder.layers.2.fc2.bias differ
diff --git a/weights/decoder.layers.2.fc2.weight b/weights/decoder.layers.2.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..faa06bddf5ca707a566f58d67b12e3bde131238d
--- /dev/null
+++ b/weights/decoder.layers.2.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d3a33f72da4a3d4e238c812dfe7097f07469d23971a7234c76f94f67f192d1c
+size 1207959680
diff --git a/weights/decoder.layers.2.final_layer_norm.bias b/weights/decoder.layers.2.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..c9beabb986ebc7c18564bf8b16d69b70238d4ee8
Binary files /dev/null and b/weights/decoder.layers.2.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.2.final_layer_norm.weight b/weights/decoder.layers.2.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.2.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.2.self_attn.k_proj.bias b/weights/decoder.layers.2.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..e9f5ee557b542cb1e984416a993989cb706fbf7d
Binary files /dev/null and b/weights/decoder.layers.2.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.2.self_attn.k_proj.weight b/weights/decoder.layers.2.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..b36cf0ee4127ee83c7fa5488e3c88ad866209dc5
--- /dev/null
+++ b/weights/decoder.layers.2.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57bd277b2b70fbc8d572402b85790a4f2c5e30d5e402809c91339ae0c387341
+size 301990016
diff --git a/weights/decoder.layers.2.self_attn.out_proj.bias b/weights/decoder.layers.2.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..d8c67cc18e8ceda4cfed7483f1f1fad5430c8b0b
Binary files /dev/null and b/weights/decoder.layers.2.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.2.self_attn.out_proj.weight b/weights/decoder.layers.2.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..73ea9fef1c4679ef321a6431af65f81817e1e784
--- /dev/null
+++ b/weights/decoder.layers.2.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ed76ea2191baeb812be222b484c4fe875d964f9732188491910ff3235423084
+size 301990016
diff --git a/weights/decoder.layers.2.self_attn.q_proj.bias b/weights/decoder.layers.2.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..338b7c85c5a8f16b58a41fee084059d16c4c728e
Binary files /dev/null and b/weights/decoder.layers.2.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.2.self_attn.q_proj.weight b/weights/decoder.layers.2.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..f3c7342b3c83d60b90a9e5484590062cd574940a
--- /dev/null
+++ b/weights/decoder.layers.2.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ab9d01622b693adf9975f261501bf7d08a05d064bb9344664ffb1d3dbaea7b
+size 301990016
diff --git a/weights/decoder.layers.2.self_attn.v_proj.bias b/weights/decoder.layers.2.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..94e149cbb620def35b5cca123f79a65a4ba68818
Binary files /dev/null and b/weights/decoder.layers.2.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.2.self_attn.v_proj.weight b/weights/decoder.layers.2.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..fe868f86e6d33c23fcf78fbcb6c391242f6b8878
--- /dev/null
+++ b/weights/decoder.layers.2.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:204749f5ff5f3a7ea5d164ef26785b4d3b63b422540e016e7d8c00009cb86ec6
+size 301990016
diff --git a/weights/decoder.layers.2.self_attn_layer_norm.bias b/weights/decoder.layers.2.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..90f56720b20a186cf9203c816800e62acfd56100
Binary files /dev/null and b/weights/decoder.layers.2.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.2.self_attn_layer_norm.weight b/weights/decoder.layers.2.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.2.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.20.fc1.bias b/weights/decoder.layers.20.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..e6398695dd69d2ba27eee4c1e1417bb7dd27fcd5
Binary files /dev/null and b/weights/decoder.layers.20.fc1.bias differ
diff --git a/weights/decoder.layers.20.fc1.weight b/weights/decoder.layers.20.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..5495f5a603e2baa65616b57f7449acdcd37e9792
--- /dev/null
+++ b/weights/decoder.layers.20.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69fb4720235b8a428624afd6206a7dbe7679c1280d2b95d9d2e7d829aebda933
+size 1207959680
diff --git a/weights/decoder.layers.20.fc2.bias b/weights/decoder.layers.20.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..cfcfdd969c63aed47a2d86a6790a0647d30481d5
Binary files /dev/null and b/weights/decoder.layers.20.fc2.bias differ
diff --git a/weights/decoder.layers.20.fc2.weight b/weights/decoder.layers.20.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..c3505e125d21e9b012f490b7877fa56184ddc202
--- /dev/null
+++ b/weights/decoder.layers.20.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5991866b36877ffdf81efd9493b2a47094e32beef6f81edd5d3dda412011216
+size 1207959680
diff --git a/weights/decoder.layers.20.final_layer_norm.bias b/weights/decoder.layers.20.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..29a63f63a686ede0ccf4ab5ef9ac67be9e7034d9
Binary files /dev/null and b/weights/decoder.layers.20.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.20.final_layer_norm.weight b/weights/decoder.layers.20.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.20.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.20.self_attn.k_proj.bias b/weights/decoder.layers.20.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..d2c64ea6bc521665d28e829b9ce01b961f97485b
Binary files /dev/null and b/weights/decoder.layers.20.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.20.self_attn.k_proj.weight b/weights/decoder.layers.20.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..ca162ed17a706768e0dbf09f2ed939a534c50607
--- /dev/null
+++ b/weights/decoder.layers.20.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:125c34f99389e2429e2adcd7e1deacd4ff8cea0691410359cf38b9190ac501e5
+size 301990016
diff --git a/weights/decoder.layers.20.self_attn.out_proj.bias b/weights/decoder.layers.20.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..50765d5d1a9a6eff89f44b0d6e90def58bda9f12
Binary files /dev/null and b/weights/decoder.layers.20.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.20.self_attn.out_proj.weight b/weights/decoder.layers.20.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..a968fb2fbecdd0a8206a93338eac02da90c51219
--- /dev/null
+++ b/weights/decoder.layers.20.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5159edb38d4af3cc131746dab3463bead065eb40dae4252c22006d389e7067e4
+size 301990016
diff --git a/weights/decoder.layers.20.self_attn.q_proj.bias b/weights/decoder.layers.20.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..54d6f8a3e3a6d364d8eac47b99083cfba38fa509
Binary files /dev/null and b/weights/decoder.layers.20.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.20.self_attn.q_proj.weight b/weights/decoder.layers.20.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..f8e8c595b1dcbcaa824d9cbbbc237d3553cccc99
--- /dev/null
+++ b/weights/decoder.layers.20.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f473ae781b15f4337e11cc87c21010cfb6e733dead739da346de373529ac90
+size 301990016
diff --git a/weights/decoder.layers.20.self_attn.v_proj.bias b/weights/decoder.layers.20.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..5f17cf6c20b84b87b04b8ac042b7b713b45dcb4b
Binary files /dev/null and b/weights/decoder.layers.20.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.20.self_attn.v_proj.weight b/weights/decoder.layers.20.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..74498b56c505c91080b09554b00a60c941faaa7d
--- /dev/null
+++ b/weights/decoder.layers.20.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bf66fd4e3f353f78d94e088d8098eee6313731c1067f8471e56df4706b8661a
+size 301990016
diff --git a/weights/decoder.layers.20.self_attn_layer_norm.bias b/weights/decoder.layers.20.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..af208829c085a73594baec3b7df6b3264184bd7f
Binary files /dev/null and b/weights/decoder.layers.20.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.20.self_attn_layer_norm.weight b/weights/decoder.layers.20.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.20.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.21.fc1.bias b/weights/decoder.layers.21.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..1b33548dbf04a1f477c5ba9051c66ac1cfc2251b
Binary files /dev/null and b/weights/decoder.layers.21.fc1.bias differ
diff --git a/weights/decoder.layers.21.fc1.weight b/weights/decoder.layers.21.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..681a4c0ed2c5cdd651fe4bb26de7adc4eabc0e43
--- /dev/null
+++ b/weights/decoder.layers.21.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:194e4778594b3c7d368bc290696fed4f37334a9b01b0403fdfb4813a5b8b7c84
+size 1207959680
diff --git a/weights/decoder.layers.21.fc2.bias b/weights/decoder.layers.21.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..b88991499b765eb579b37a50a5331c0a706ca93c
Binary files /dev/null and b/weights/decoder.layers.21.fc2.bias differ
diff --git a/weights/decoder.layers.21.fc2.weight b/weights/decoder.layers.21.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..0b569c438e5ac2303cf7f366024285c0d1e1b0a5
--- /dev/null
+++ b/weights/decoder.layers.21.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d93207f131d93342ea85260d43d48228565a8b0818497ab716d2785e666f56
+size 1207959680
diff --git a/weights/decoder.layers.21.final_layer_norm.bias b/weights/decoder.layers.21.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..c28c93f2944fab9c42d6b994245f57196d7b7533
Binary files /dev/null and b/weights/decoder.layers.21.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.21.final_layer_norm.weight b/weights/decoder.layers.21.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.21.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.21.self_attn.k_proj.bias b/weights/decoder.layers.21.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..b68504c8270883ab5f450ccc6add87998cf4040f
Binary files /dev/null and b/weights/decoder.layers.21.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.21.self_attn.k_proj.weight b/weights/decoder.layers.21.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..ef532b908993d7dcb0655c09121eca978a5beba5
--- /dev/null
+++ b/weights/decoder.layers.21.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b523938296c822f9eb51cb0b75f5961c64090389f5b70e36b9dbca40b230ea76
+size 301990016
diff --git a/weights/decoder.layers.21.self_attn.out_proj.bias b/weights/decoder.layers.21.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..777790b093cb238b8902b707bfd55bb76d2863ce
Binary files /dev/null and b/weights/decoder.layers.21.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.21.self_attn.out_proj.weight b/weights/decoder.layers.21.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..371f9dae17b5b4248ac046c379e3f5988f11fcf9
--- /dev/null
+++ b/weights/decoder.layers.21.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc010db73a5e5e47e498d51c9b20fde9a3e00d5f990f250266f110a7e9335a76
+size 301990016
diff --git a/weights/decoder.layers.21.self_attn.q_proj.bias b/weights/decoder.layers.21.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..6c13220a90ae34b379aa3a0d716798dc6f852175
Binary files /dev/null and b/weights/decoder.layers.21.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.21.self_attn.q_proj.weight b/weights/decoder.layers.21.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..e1f6f4fc6e0e3c78a2b1467dabe602a20533a5a6
--- /dev/null
+++ b/weights/decoder.layers.21.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b585669de56fa5d19d441eb106f04f26ce62e50cc7c81f0b0203522ea3a39ba
+size 301990016
diff --git a/weights/decoder.layers.21.self_attn.v_proj.bias b/weights/decoder.layers.21.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..c67e86379ff7d0a579be15ba47105d266fce2d05
Binary files /dev/null and b/weights/decoder.layers.21.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.21.self_attn.v_proj.weight b/weights/decoder.layers.21.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..d106fb534b81f74488d840f3de761027db48a807
--- /dev/null
+++ b/weights/decoder.layers.21.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f504b424b87e1b8b6615f44a4c1a50ad55f1e423f8b1f64c4651de9e6b89ef17
+size 301990016
diff --git a/weights/decoder.layers.21.self_attn_layer_norm.bias b/weights/decoder.layers.21.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..249f4b7f8a36cf99b836fe547cfc688a2e9f7eb9
Binary files /dev/null and b/weights/decoder.layers.21.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.21.self_attn_layer_norm.weight b/weights/decoder.layers.21.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.21.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.22.fc1.bias b/weights/decoder.layers.22.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..a82db3e9d2bb44f288ea795be741940064a4b846
Binary files /dev/null and b/weights/decoder.layers.22.fc1.bias differ
diff --git a/weights/decoder.layers.22.fc1.weight b/weights/decoder.layers.22.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..6ddbd9b432b2dc4e643c9090baf8d748fdc99340
--- /dev/null
+++ b/weights/decoder.layers.22.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e666a8a18e1f05e89b68a9e0c18275cbba995b1a50236b2077cb5eeb25535dde
+size 1207959680
diff --git a/weights/decoder.layers.22.fc2.bias b/weights/decoder.layers.22.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..f0dba9580fdeef39b2073e25fb4110fe65751a11
Binary files /dev/null and b/weights/decoder.layers.22.fc2.bias differ
diff --git a/weights/decoder.layers.22.fc2.weight b/weights/decoder.layers.22.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..6198a58b72ef1d0fcef90d3297b008d218972839
--- /dev/null
+++ b/weights/decoder.layers.22.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca42e43d224512ba3d941dec4c14e48f5e5dd2e5200bc373d2e1e366ac0cee9f
+size 1207959680
diff --git a/weights/decoder.layers.22.final_layer_norm.bias b/weights/decoder.layers.22.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..1e2b9cfb4bd01354229a67161904bf9361770d05
Binary files /dev/null and b/weights/decoder.layers.22.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.22.final_layer_norm.weight b/weights/decoder.layers.22.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.22.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.22.self_attn.k_proj.bias b/weights/decoder.layers.22.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..eb1f9f839f3cbbe1431629304775995c64574676
Binary files /dev/null and b/weights/decoder.layers.22.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.22.self_attn.k_proj.weight b/weights/decoder.layers.22.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..cd3910a5eed301ed8909b5c4f1b170dabd2cef76
--- /dev/null
+++ b/weights/decoder.layers.22.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16136ded017d25c61892c7261b35a3f74548ef62cc2c6849771eee101ce94b82
+size 301990016
diff --git a/weights/decoder.layers.22.self_attn.out_proj.bias b/weights/decoder.layers.22.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..52f175d67cb3fc8d5aeeaac39e5142f21b00cec5
Binary files /dev/null and b/weights/decoder.layers.22.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.22.self_attn.out_proj.weight b/weights/decoder.layers.22.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..8749a806a23b66780adcc0d6aecb1953dba3b63d
--- /dev/null
+++ b/weights/decoder.layers.22.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d21cc9dfede11376fbeb461f55d22bb15985476103ccbad4930737a0170e3a
+size 301990016
diff --git a/weights/decoder.layers.22.self_attn.q_proj.bias b/weights/decoder.layers.22.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..7e207ac0421042ef07241f8d0a97711b65f18cfd
Binary files /dev/null and b/weights/decoder.layers.22.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.22.self_attn.q_proj.weight b/weights/decoder.layers.22.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..0d146e460c53e09a1775ecd7f048c77c794ac284
--- /dev/null
+++ b/weights/decoder.layers.22.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd02ff4dd8bca89e107058115a92c413c36eee2256ee9a1d86121a01c5a1a47
+size 301990016
diff --git a/weights/decoder.layers.22.self_attn.v_proj.bias b/weights/decoder.layers.22.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..49b9ae4e86e9c6d24124805b79dfb2386a7a2f42
Binary files /dev/null and b/weights/decoder.layers.22.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.22.self_attn.v_proj.weight b/weights/decoder.layers.22.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..53c2b2359e1e5d4c36a821a22e7a762e06f9f3cb
--- /dev/null
+++ b/weights/decoder.layers.22.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870f6b04eb2c287eace36831d1e30c24337bea39951f2aa600380118122fc623
+size 301990016
diff --git a/weights/decoder.layers.22.self_attn_layer_norm.bias b/weights/decoder.layers.22.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..81f4b75f39338ad83bcd979a8e248d16554a1bf1
Binary files /dev/null and b/weights/decoder.layers.22.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.22.self_attn_layer_norm.weight b/weights/decoder.layers.22.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.22.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.23.fc1.bias b/weights/decoder.layers.23.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..6260698c993ac9f823021d542b71b53c360dde2e
Binary files /dev/null and b/weights/decoder.layers.23.fc1.bias differ
diff --git a/weights/decoder.layers.23.fc1.weight b/weights/decoder.layers.23.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..ac14b94c6b685e3787442a200933bb02858b8b04
--- /dev/null
+++ b/weights/decoder.layers.23.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3c67bc8bfa28397672f573d3c9842721943aeb3afc083b0e7c6fc6f814c2517
+size 1207959680
diff --git a/weights/decoder.layers.23.fc2.bias b/weights/decoder.layers.23.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..9e5a03cdebbfa71b196a27d174e145b3a8a0e06e
Binary files /dev/null and b/weights/decoder.layers.23.fc2.bias differ
diff --git a/weights/decoder.layers.23.fc2.weight b/weights/decoder.layers.23.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..d26642759d96e5b22c6187e16094a2153cb5ede7
--- /dev/null
+++ b/weights/decoder.layers.23.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3bfbfc1266df5bad475034e9708501c46300d6fe015bb2f2a7d854da8c7fbb7
+size 1207959680
diff --git a/weights/decoder.layers.23.final_layer_norm.bias b/weights/decoder.layers.23.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..c78b804bca5f5b3ee71a4f1fdebe4337794ef284
Binary files /dev/null and b/weights/decoder.layers.23.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.23.final_layer_norm.weight b/weights/decoder.layers.23.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.23.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.23.self_attn.k_proj.bias b/weights/decoder.layers.23.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..ed85d289d7435e4a4231b43e4ed2a7782dfb26b9
Binary files /dev/null and b/weights/decoder.layers.23.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.23.self_attn.k_proj.weight b/weights/decoder.layers.23.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..97aebddd783b0e3d9effb126d865c19461f9b27c
--- /dev/null
+++ b/weights/decoder.layers.23.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c51b962c2441db141c1cc442290ce80588596eacaf25a2fc07ed09821f84a112
+size 301990016
diff --git a/weights/decoder.layers.23.self_attn.out_proj.bias b/weights/decoder.layers.23.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..900dfebc557e4bb7d2e2a55d7039f7f82c946dd0
Binary files /dev/null and b/weights/decoder.layers.23.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.23.self_attn.out_proj.weight b/weights/decoder.layers.23.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..152de9c0e0994e14513d0738a52e4423b975358a
--- /dev/null
+++ b/weights/decoder.layers.23.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d5bf93f6fa8d03e6ceda9f8861c39ea8d4c32601661c1cf5698a1aa46200cd
+size 301990016
diff --git a/weights/decoder.layers.23.self_attn.q_proj.bias b/weights/decoder.layers.23.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..d100463fa47c6127adffd659519f5c302fbd7d27
Binary files /dev/null and b/weights/decoder.layers.23.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.23.self_attn.q_proj.weight b/weights/decoder.layers.23.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..d8849ba75486495b37057c1e859be673c347bee7
--- /dev/null
+++ b/weights/decoder.layers.23.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d587597afbf637862f1a9c64330a61a337ce621ff4ed4fb3a58e09316c41fac8
+size 301990016
diff --git a/weights/decoder.layers.23.self_attn.v_proj.bias b/weights/decoder.layers.23.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..bd58208916b22c7d7bfdac3c558dadace1e55392
Binary files /dev/null and b/weights/decoder.layers.23.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.23.self_attn.v_proj.weight b/weights/decoder.layers.23.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..128308ec20d9bcdac64c45b598d4ade29713ac57
--- /dev/null
+++ b/weights/decoder.layers.23.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b412f7892c80e6260ffd9acf7d5d1e8bb4200c7ce978aa5d462a22fab75dd18
+size 301990016
diff --git a/weights/decoder.layers.23.self_attn_layer_norm.bias b/weights/decoder.layers.23.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..5f6f65404ffb46c89ae3a698e975949ca3507f5d
Binary files /dev/null and b/weights/decoder.layers.23.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.23.self_attn_layer_norm.weight b/weights/decoder.layers.23.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.23.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.24.fc1.bias b/weights/decoder.layers.24.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..bd021e8a7acbac53a56d18e0b23be41cf83c9a1a
Binary files /dev/null and b/weights/decoder.layers.24.fc1.bias differ
diff --git a/weights/decoder.layers.24.fc1.weight b/weights/decoder.layers.24.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..4cbd3d1494cb2e42a73bdcc82af52c4be67bcf6c
--- /dev/null
+++ b/weights/decoder.layers.24.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca89c0b6b8422ac1724f2398402e538b8c1ca24aec50045aadebf601ec8f8248
+size 1207959680
diff --git a/weights/decoder.layers.24.fc2.bias b/weights/decoder.layers.24.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..1a4e1ab0c83295ef7084b2983af635ad531a665f
Binary files /dev/null and b/weights/decoder.layers.24.fc2.bias differ
diff --git a/weights/decoder.layers.24.fc2.weight b/weights/decoder.layers.24.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..2e41e336d392696857fd3436a02c51b52913104f
--- /dev/null
+++ b/weights/decoder.layers.24.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44b264bb7bfb90a25d0b4d78abf7c6f0eb8b5578d898e5862ad321aecaf05bb2
+size 1207959680
diff --git a/weights/decoder.layers.24.final_layer_norm.bias b/weights/decoder.layers.24.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..9e85274cbe8aa39c5dc03c86bce94fdc0939d309
Binary files /dev/null and b/weights/decoder.layers.24.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.24.final_layer_norm.weight b/weights/decoder.layers.24.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.24.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.24.self_attn.k_proj.bias b/weights/decoder.layers.24.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..23e1b55fadafbcc925b94564545848f8b96f2ff9
Binary files /dev/null and b/weights/decoder.layers.24.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.24.self_attn.k_proj.weight b/weights/decoder.layers.24.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..64acf5408d3ad8224c00667c42efaa74c947e36f
--- /dev/null
+++ b/weights/decoder.layers.24.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8533b102b26111348d42ebdc14f3717cfa93f6e05bba21722b3e36f01e9519e
+size 301990016
diff --git a/weights/decoder.layers.24.self_attn.out_proj.bias b/weights/decoder.layers.24.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..89a77058238ec88eb8dc295d0986cafb52cbf9e5
Binary files /dev/null and b/weights/decoder.layers.24.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.24.self_attn.out_proj.weight b/weights/decoder.layers.24.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..8c8c5e44be0ccb4bc396b3b3e1e05e3fcf6c287b
--- /dev/null
+++ b/weights/decoder.layers.24.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f2fba68ea4fe1a095bd4ce873642b77836c05df18f1ad6cb9b31fc5d30563eb
+size 301990016
diff --git a/weights/decoder.layers.24.self_attn.q_proj.bias b/weights/decoder.layers.24.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..ea2d720d53f000f74e557d3cf207c4e89e1ae3c5
Binary files /dev/null and b/weights/decoder.layers.24.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.24.self_attn.q_proj.weight b/weights/decoder.layers.24.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..3a7626ea28169d663c4ef765636da1c80bfe7e7d
--- /dev/null
+++ b/weights/decoder.layers.24.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e82ce23f384e1a5b6addeb80b9b03fab317fc6ef242385c8a4dbaea712896565
+size 301990016
diff --git a/weights/decoder.layers.24.self_attn.v_proj.bias b/weights/decoder.layers.24.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..f074394ead08c210802679d458495f4a8084594c
Binary files /dev/null and b/weights/decoder.layers.24.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.24.self_attn.v_proj.weight b/weights/decoder.layers.24.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..5088f0bce61997652e1c4107b92094b145e26272
--- /dev/null
+++ b/weights/decoder.layers.24.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef95641237d7e72c0fed05ac4b35565421e6341103a8fb84fe904e73357819f3
+size 301990016
diff --git a/weights/decoder.layers.24.self_attn_layer_norm.bias b/weights/decoder.layers.24.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..bfe154c12dd6ce390e241ed4046fe79c4f99e2f7
Binary files /dev/null and b/weights/decoder.layers.24.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.24.self_attn_layer_norm.weight b/weights/decoder.layers.24.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.24.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.25.fc1.bias b/weights/decoder.layers.25.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..58c4f9a2c621fe6540094482875de351d70179da
Binary files /dev/null and b/weights/decoder.layers.25.fc1.bias differ
diff --git a/weights/decoder.layers.25.fc1.weight b/weights/decoder.layers.25.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..07c7ed4dbb704c3b87950e26bb5beb96b20502aa
--- /dev/null
+++ b/weights/decoder.layers.25.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac9b8448ca34e2bc0a8fc32b8636223ca1901f3cac20ddaaed8b5facd957963b
+size 1207959680
diff --git a/weights/decoder.layers.25.fc2.bias b/weights/decoder.layers.25.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..bb08f2e462102e75277c53174df7076e6f210fc0
Binary files /dev/null and b/weights/decoder.layers.25.fc2.bias differ
diff --git a/weights/decoder.layers.25.fc2.weight b/weights/decoder.layers.25.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..8a9fbbcdca7a75e816e6ef16e39cd6cb0e75ca87
--- /dev/null
+++ b/weights/decoder.layers.25.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b74afdc8d99447bac650d7ba481564e1ed6f4b2f0f7a4f3b85f8d0eec210ea4
+size 1207959680
diff --git a/weights/decoder.layers.25.final_layer_norm.bias b/weights/decoder.layers.25.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..54dd28a8f3e0f3135a2fcc8c328ea87db19884b8
Binary files /dev/null and b/weights/decoder.layers.25.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.25.final_layer_norm.weight b/weights/decoder.layers.25.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.25.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.25.self_attn.k_proj.bias b/weights/decoder.layers.25.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..7dde1a47b4e3311bdf26ca67ad95ff144b2afb4d
Binary files /dev/null and b/weights/decoder.layers.25.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.25.self_attn.k_proj.weight b/weights/decoder.layers.25.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..f60be07bbeaa696f23e487c3708df5e2f63e13ad
--- /dev/null
+++ b/weights/decoder.layers.25.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:186eb0a288914b86b611150c47b24a7dcf789a24482f5440f22743cc344f0f83
+size 301990016
diff --git a/weights/decoder.layers.25.self_attn.out_proj.bias b/weights/decoder.layers.25.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..253fa787ee485df8104f307446ac743c42074468
Binary files /dev/null and b/weights/decoder.layers.25.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.25.self_attn.out_proj.weight b/weights/decoder.layers.25.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..e6abea6939687202caabedd60ffeabc0efdff576
--- /dev/null
+++ b/weights/decoder.layers.25.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a02733b2d58348cf2eb7643a6c12c14767e5f4d6f4c198beb35ac3935a3fb8e
+size 301990016
diff --git a/weights/decoder.layers.25.self_attn.q_proj.bias b/weights/decoder.layers.25.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..1bedb57230631967cc6a3cf2cda1622cd1a006a3
Binary files /dev/null and b/weights/decoder.layers.25.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.25.self_attn.q_proj.weight b/weights/decoder.layers.25.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..05467d26cabf61fe2b75dcb2ced5d05ac18c361b
--- /dev/null
+++ b/weights/decoder.layers.25.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77d36d534da5206099f2942313c388fa8df35cb22c185f509e695c587dec4119
+size 301990016
diff --git a/weights/decoder.layers.25.self_attn.v_proj.bias b/weights/decoder.layers.25.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..a09326b2ea18961e363950b16052bb7ce6367111
Binary files /dev/null and b/weights/decoder.layers.25.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.25.self_attn.v_proj.weight b/weights/decoder.layers.25.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..6f7d836ea0c26927b035972083ad3d7fe109b2ad
--- /dev/null
+++ b/weights/decoder.layers.25.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4829375893d08ebefb6824d55f60430dc89eb891403ba4cfabc788071784a128
+size 301990016
diff --git a/weights/decoder.layers.25.self_attn_layer_norm.bias b/weights/decoder.layers.25.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..1064036d55d2cb01c78c495c589ae846e1ddfc03
Binary files /dev/null and b/weights/decoder.layers.25.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.25.self_attn_layer_norm.weight b/weights/decoder.layers.25.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.25.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.26.fc1.bias b/weights/decoder.layers.26.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..4005e5dbbb3852265d6e6592b757c425adfb2e51
Binary files /dev/null and b/weights/decoder.layers.26.fc1.bias differ
diff --git a/weights/decoder.layers.26.fc1.weight b/weights/decoder.layers.26.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..4cb6c429f4de38fc67ec8caa53d9477131ef35dc
--- /dev/null
+++ b/weights/decoder.layers.26.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d89951fcb5e3b37bb20dcc5e15cff60a481577b976edd4b9b45fcf503a3c6b
+size 1207959680
diff --git a/weights/decoder.layers.26.fc2.bias b/weights/decoder.layers.26.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..c726b780d8201235ac6676ecdabbe1cb7037fe00
Binary files /dev/null and b/weights/decoder.layers.26.fc2.bias differ
diff --git a/weights/decoder.layers.26.fc2.weight b/weights/decoder.layers.26.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..72e7c02232f6d61ffa5c91109019ef2da3a48cc0
--- /dev/null
+++ b/weights/decoder.layers.26.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ecd9be1dbb2a33397d89456bfa7f696023d214c30b247c92298795626e32d8d
+size 1207959680
diff --git a/weights/decoder.layers.26.final_layer_norm.bias b/weights/decoder.layers.26.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..68629c118bddd3cb3c24a958683a90484613c410
Binary files /dev/null and b/weights/decoder.layers.26.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.26.final_layer_norm.weight b/weights/decoder.layers.26.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.26.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.26.self_attn.k_proj.bias b/weights/decoder.layers.26.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..d08f0a0f7bace9accb85f3a218e80178f0114040
Binary files /dev/null and b/weights/decoder.layers.26.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.26.self_attn.k_proj.weight b/weights/decoder.layers.26.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..81f2ba518329a39fad7941a9d0cf0ec6a43cf51c
--- /dev/null
+++ b/weights/decoder.layers.26.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcbff4c226ea31f5dd60cdf8db78e8b6a26baf6c89e45e458a4439808e557f44
+size 301990016
diff --git a/weights/decoder.layers.26.self_attn.out_proj.bias b/weights/decoder.layers.26.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..4bff05166c0fc36f5162bfc5fa57ae940cf8be4f
Binary files /dev/null and b/weights/decoder.layers.26.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.26.self_attn.out_proj.weight b/weights/decoder.layers.26.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..b9e1b2a1491d787a5335c773f9cca31bd9053051
--- /dev/null
+++ b/weights/decoder.layers.26.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96f8088c1dbe1ff9ec2ddc14716efa406c5e7b7d37e22650769331a98516c9e3
+size 301990016
diff --git a/weights/decoder.layers.26.self_attn.q_proj.bias b/weights/decoder.layers.26.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..1ef52774ca42c6992b7e9a83effd61aadef21bb5
Binary files /dev/null and b/weights/decoder.layers.26.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.26.self_attn.q_proj.weight b/weights/decoder.layers.26.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7de98910e59aa7cef089bdf7e7cc3741b18f9e14
--- /dev/null
+++ b/weights/decoder.layers.26.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87680f5dec276be8195e07769f44f1b892819b860d6b3dd5eaf7f8ab3e770076
+size 301990016
diff --git a/weights/decoder.layers.26.self_attn.v_proj.bias b/weights/decoder.layers.26.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..e22ff5edc9f6ad7ebcf9028b8a0df31b75c8e3dd
Binary files /dev/null and b/weights/decoder.layers.26.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.26.self_attn.v_proj.weight b/weights/decoder.layers.26.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..c7d1930aeffbed59502e587c60dad66f0784dd0d
--- /dev/null
+++ b/weights/decoder.layers.26.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1edb1dbf818970f51ee0055f4c7a4c30fd4491c816388b2bb4036423827d4ed
+size 301990016
diff --git a/weights/decoder.layers.26.self_attn_layer_norm.bias b/weights/decoder.layers.26.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..0b388f9c894c374ef274a094952dd94eb9c6e509
Binary files /dev/null and b/weights/decoder.layers.26.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.26.self_attn_layer_norm.weight b/weights/decoder.layers.26.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.26.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.27.fc1.bias b/weights/decoder.layers.27.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..086f13f41821d3f9243c2d46337c6926e1210e99
Binary files /dev/null and b/weights/decoder.layers.27.fc1.bias differ
diff --git a/weights/decoder.layers.27.fc1.weight b/weights/decoder.layers.27.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..4adf1661d7c5e37a3c2a6dd4750924116d3c6d16
--- /dev/null
+++ b/weights/decoder.layers.27.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93fecdc524a6ab409d9c2fe0fec1f9d8637d33737f4dbfc04f3b3cc8ae7d85a3
+size 1207959680
diff --git a/weights/decoder.layers.27.fc2.bias b/weights/decoder.layers.27.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..d6cc462292bb72ad0b84bb9ad1ab18beec0c6195
Binary files /dev/null and b/weights/decoder.layers.27.fc2.bias differ
diff --git a/weights/decoder.layers.27.fc2.weight b/weights/decoder.layers.27.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..3952a0084bc3320f15c4ccf82ea10a9af9c376ab
--- /dev/null
+++ b/weights/decoder.layers.27.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6529a0756c519c1b7777d1a58e10bce9173b754037f5dc71ca38dd3228b640b3
+size 1207959680
diff --git a/weights/decoder.layers.27.final_layer_norm.bias b/weights/decoder.layers.27.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..82956060a0a6f8b83d0165edb469f57d6e2ebcab
Binary files /dev/null and b/weights/decoder.layers.27.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.27.final_layer_norm.weight b/weights/decoder.layers.27.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.27.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.27.self_attn.k_proj.bias b/weights/decoder.layers.27.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..90c76bf9e4afc97c296acca2cc23bd187339ecb9
Binary files /dev/null and b/weights/decoder.layers.27.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.27.self_attn.k_proj.weight b/weights/decoder.layers.27.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..56471ca3b76e98638befb86b46af056b5aa2b250
--- /dev/null
+++ b/weights/decoder.layers.27.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31ba0696e23e157f2fde0ae8b5eb9f03c1cbb1b35aa93405ec5550119e9ea151
+size 301990016
diff --git a/weights/decoder.layers.27.self_attn.out_proj.bias b/weights/decoder.layers.27.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..b29d6c8065d596e97700e1a9d86c41cbd1ae4f40
Binary files /dev/null and b/weights/decoder.layers.27.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.27.self_attn.out_proj.weight b/weights/decoder.layers.27.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7c2887c37ba6e1fbb4fa675fe6d7e315a8c8c3a1
--- /dev/null
+++ b/weights/decoder.layers.27.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c08112776b2dd769cc6a06aa618937bd83e6e348f6c97e28491e70c25a58f0e
+size 301990016
diff --git a/weights/decoder.layers.27.self_attn.q_proj.bias b/weights/decoder.layers.27.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..8016a3dfb551d7045f85f73181d3db28e8379412
Binary files /dev/null and b/weights/decoder.layers.27.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.27.self_attn.q_proj.weight b/weights/decoder.layers.27.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..00b8bd9dad05701ae9aacae8ff95e75aab9cd742
--- /dev/null
+++ b/weights/decoder.layers.27.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:971eec1225c466fb53ee5a18c21c4e8ef5be94b9d41e30303e5c336389a44c74
+size 301990016
diff --git a/weights/decoder.layers.27.self_attn.v_proj.bias b/weights/decoder.layers.27.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..58e4249b330e81ae88cceebca94061a5a6782390
Binary files /dev/null and b/weights/decoder.layers.27.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.27.self_attn.v_proj.weight b/weights/decoder.layers.27.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..2b441e98f3c983e9dc117b335a01996a84e44f6c
--- /dev/null
+++ b/weights/decoder.layers.27.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:713b384397284348f060a5ee3f475c0cd062718aa1205b824353000747e17f64
+size 301990016
diff --git a/weights/decoder.layers.27.self_attn_layer_norm.bias b/weights/decoder.layers.27.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..d92dfec97f052bfa7a6501ea763299011333caec
Binary files /dev/null and b/weights/decoder.layers.27.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.27.self_attn_layer_norm.weight b/weights/decoder.layers.27.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.27.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.28.fc1.bias b/weights/decoder.layers.28.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..d628a6e5859bfd7678ab74406808b69c5b17b3ef
Binary files /dev/null and b/weights/decoder.layers.28.fc1.bias differ
diff --git a/weights/decoder.layers.28.fc1.weight b/weights/decoder.layers.28.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..377c20ea5894be36c36581f7dc76a5fd430cfffc
--- /dev/null
+++ b/weights/decoder.layers.28.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68583f23ba3bd26d8ea3462a227f0ffbe28457263d766ff4054229aa67c2e5da
+size 1207959680
diff --git a/weights/decoder.layers.28.fc2.bias b/weights/decoder.layers.28.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..886ee7696fb948fc76db9ab443a60b18b4f15d85
Binary files /dev/null and b/weights/decoder.layers.28.fc2.bias differ
diff --git a/weights/decoder.layers.28.fc2.weight b/weights/decoder.layers.28.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..c06bffaccb2e1c9150f0159244802ec1e41c919b
--- /dev/null
+++ b/weights/decoder.layers.28.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15d94784dd9a21a7f8ea409c4ecb36d4df41f7037d35c681b0e6c4fdd6f48966
+size 1207959680
diff --git a/weights/decoder.layers.28.final_layer_norm.bias b/weights/decoder.layers.28.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..34f340d53ffdfe57566ab7b6502541e802c1945c
Binary files /dev/null and b/weights/decoder.layers.28.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.28.final_layer_norm.weight b/weights/decoder.layers.28.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.28.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.28.self_attn.k_proj.bias b/weights/decoder.layers.28.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..6a5da3680eb593ea2eb1a6acbf0ee65da87d017a
Binary files /dev/null and b/weights/decoder.layers.28.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.28.self_attn.k_proj.weight b/weights/decoder.layers.28.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..f79d06a82fe4aee2334310ec2244e7ec72fc1140
--- /dev/null
+++ b/weights/decoder.layers.28.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fabe91b3b2682829e76daacaa5d54ad73802d2f2c37447c6d8dfb57f71661855
+size 301990016
diff --git a/weights/decoder.layers.28.self_attn.out_proj.bias b/weights/decoder.layers.28.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..c2e3eed0b0c6d70690d66b92e05767a808641b62
Binary files /dev/null and b/weights/decoder.layers.28.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.28.self_attn.out_proj.weight b/weights/decoder.layers.28.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..4d565663d41f7065a5a0dc44cba5cd5344e56876
--- /dev/null
+++ b/weights/decoder.layers.28.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8522a3f5785040c113827cf7163f9bde52d899d857518ef699313ed1318de674
+size 301990016
diff --git a/weights/decoder.layers.28.self_attn.q_proj.bias b/weights/decoder.layers.28.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..3ccc1164be762ff71848563d83225c80142f0626
Binary files /dev/null and b/weights/decoder.layers.28.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.28.self_attn.q_proj.weight b/weights/decoder.layers.28.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..d5f29187e33ab20f540f7f747764935e173633d3
--- /dev/null
+++ b/weights/decoder.layers.28.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca5a697533686e8efb4b779af35b943f277c548e1ddd0605fece2fc9aa895af3
+size 301990016
diff --git a/weights/decoder.layers.28.self_attn.v_proj.bias b/weights/decoder.layers.28.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..46b3aac80bc43359ece23509864070b33aad7822
Binary files /dev/null and b/weights/decoder.layers.28.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.28.self_attn.v_proj.weight b/weights/decoder.layers.28.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..b747c0510c3babbcf45b10d16e753d912e9c99b8
--- /dev/null
+++ b/weights/decoder.layers.28.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b48c2e3a6d38a73044bbaa2d4a7f0f43dcd0b328bee8c992ef661ded0583fb
+size 301990016
diff --git a/weights/decoder.layers.28.self_attn_layer_norm.bias b/weights/decoder.layers.28.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..b92f880386d2b5029c0c93af8f083be8c9073b82
Binary files /dev/null and b/weights/decoder.layers.28.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.28.self_attn_layer_norm.weight b/weights/decoder.layers.28.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.28.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.29.fc1.bias b/weights/decoder.layers.29.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..918bdcb0bd3b438c050b2bc978fca2297fc9ec4c
Binary files /dev/null and b/weights/decoder.layers.29.fc1.bias differ
diff --git a/weights/decoder.layers.29.fc1.weight b/weights/decoder.layers.29.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..a4302fe6116dd7e8cf2457741b2a1c3db74c6d31
--- /dev/null
+++ b/weights/decoder.layers.29.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b69b055a93664adddb078265413e9cd1fbcba33cde8ea7a73d6d7f067e6cfcb
+size 1207959680
diff --git a/weights/decoder.layers.29.fc2.bias b/weights/decoder.layers.29.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..88e5cad1d4b007b139a0dc3af8aca88a6bc7cb5a
Binary files /dev/null and b/weights/decoder.layers.29.fc2.bias differ
diff --git a/weights/decoder.layers.29.fc2.weight b/weights/decoder.layers.29.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..9294381218f32ccf48969c181acb3ff6e8567a28
--- /dev/null
+++ b/weights/decoder.layers.29.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:660e0b922d35a65367c4cda4eb3010b464dc4d7b819a64ccc4ee2a3ead13a98a
+size 1207959680
diff --git a/weights/decoder.layers.29.final_layer_norm.bias b/weights/decoder.layers.29.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..cb16fc42034d1fdb1f51e7485e7084f7f36070c5
Binary files /dev/null and b/weights/decoder.layers.29.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.29.final_layer_norm.weight b/weights/decoder.layers.29.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.29.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.29.self_attn.k_proj.bias b/weights/decoder.layers.29.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..543f6d044a29b2b2a61dd7e9350ae99c08e07c92
Binary files /dev/null and b/weights/decoder.layers.29.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.29.self_attn.k_proj.weight b/weights/decoder.layers.29.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..bd4bcf8c89dcb7160280f0be0aae6f081db68b65
--- /dev/null
+++ b/weights/decoder.layers.29.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d29688fe29504871050d7ace9bd1b3f5376d4107cbc7163372515887277219
+size 301990016
diff --git a/weights/decoder.layers.29.self_attn.out_proj.bias b/weights/decoder.layers.29.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..d6405e4c2b3acaac0712afc49cadefe3059fabff
Binary files /dev/null and b/weights/decoder.layers.29.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.29.self_attn.out_proj.weight b/weights/decoder.layers.29.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..3cb4c86fb86ba21c15ea141cad69993d9083f196
--- /dev/null
+++ b/weights/decoder.layers.29.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c76c99e30ec3be69c26f191ee0ee84f6cbd2bc6df036467f8da935a3b8a9e33d
+size 301990016
diff --git a/weights/decoder.layers.29.self_attn.q_proj.bias b/weights/decoder.layers.29.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..91c91c1b7ff52f8f248c930e2bffb4d496c556e3
Binary files /dev/null and b/weights/decoder.layers.29.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.29.self_attn.q_proj.weight b/weights/decoder.layers.29.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..46f7fd7b9946d08b5ae20d47c61e04497144fae2
--- /dev/null
+++ b/weights/decoder.layers.29.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:248f9665d3861dd0fcb46699ed4ad76a72de63539bff61048669ddd0e133ceb1
+size 301990016
diff --git a/weights/decoder.layers.29.self_attn.v_proj.bias b/weights/decoder.layers.29.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..fe9d699d0e813509d7f8e1e2c85be2fff84d26d2
Binary files /dev/null and b/weights/decoder.layers.29.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.29.self_attn.v_proj.weight b/weights/decoder.layers.29.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..949699e53dd2382f7f37995af30a3c938d0230ca
--- /dev/null
+++ b/weights/decoder.layers.29.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1dba05dfa103871eb663770a8ebfc945cc184620cc2479cd2f9d48f85ee5b84
+size 301990016
diff --git a/weights/decoder.layers.29.self_attn_layer_norm.bias b/weights/decoder.layers.29.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..d9dde88364ed03defc136ac2c67948db9ad6c650
Binary files /dev/null and b/weights/decoder.layers.29.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.29.self_attn_layer_norm.weight b/weights/decoder.layers.29.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.29.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.3.fc1.bias b/weights/decoder.layers.3.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..b6552e1a6557d8f2a671f68859d89260b3423294
Binary files /dev/null and b/weights/decoder.layers.3.fc1.bias differ
diff --git a/weights/decoder.layers.3.fc1.weight b/weights/decoder.layers.3.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..81206285f2387555523746c007858e5617e29d41
--- /dev/null
+++ b/weights/decoder.layers.3.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb85043a6a02d96239b0fc009973c66385d43157e7a804352ad42a2b49a153fe
+size 1207959680
diff --git a/weights/decoder.layers.3.fc2.bias b/weights/decoder.layers.3.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..6610a26792bccca07197928e7ce061dd98ff40f5
Binary files /dev/null and b/weights/decoder.layers.3.fc2.bias differ
diff --git a/weights/decoder.layers.3.fc2.weight b/weights/decoder.layers.3.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..ecc24379e4d884f69a133ee3d88e6cbe869501c0
--- /dev/null
+++ b/weights/decoder.layers.3.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30698c9ccf5d4c87d4b781bfac3fe69c12989009eaa615f64adf3b620c316dcf
+size 1207959680
diff --git a/weights/decoder.layers.3.final_layer_norm.bias b/weights/decoder.layers.3.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..623c5491a596923dd36235f8ba705830de4283bb
Binary files /dev/null and b/weights/decoder.layers.3.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.3.final_layer_norm.weight b/weights/decoder.layers.3.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.3.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.3.self_attn.k_proj.bias b/weights/decoder.layers.3.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..e3ec82e8a067132eb5d5b8e5b96c4bbf926ec28c
Binary files /dev/null and b/weights/decoder.layers.3.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.3.self_attn.k_proj.weight b/weights/decoder.layers.3.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..aba6d767d13b2484eca9f55a8d54315fc1d56845
--- /dev/null
+++ b/weights/decoder.layers.3.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:748b04db34a5c71ad1345822886fea8acc3a50ac5cf2183f591d2afb0ec1429e
+size 301990016
diff --git a/weights/decoder.layers.3.self_attn.out_proj.bias b/weights/decoder.layers.3.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..45c995a6ae3de03446f9a949db7e353c56778b40
Binary files /dev/null and b/weights/decoder.layers.3.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.3.self_attn.out_proj.weight b/weights/decoder.layers.3.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..144a379ad92fd1f8be851e26d5e4c36b3668c0d3
--- /dev/null
+++ b/weights/decoder.layers.3.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4fead8402b9f9abc7d452a6899aef52f3d710cef66764093b3d3475b1dab3a
+size 301990016
diff --git a/weights/decoder.layers.3.self_attn.q_proj.bias b/weights/decoder.layers.3.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..4d968468d6c7724e050f8299350d03717475688e
Binary files /dev/null and b/weights/decoder.layers.3.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.3.self_attn.q_proj.weight b/weights/decoder.layers.3.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..ffd077ea55ccb6863df204814eeb2e971f668c0c
--- /dev/null
+++ b/weights/decoder.layers.3.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a680274614e271078d147ff59231139344fe3a2ed0561c27f2c2124811ad33
+size 301990016
diff --git a/weights/decoder.layers.3.self_attn.v_proj.bias b/weights/decoder.layers.3.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..02294be3849afb53638c3c334817d81fe27d5144
Binary files /dev/null and b/weights/decoder.layers.3.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.3.self_attn.v_proj.weight b/weights/decoder.layers.3.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..3a3c6d0c3f651b0e623c164b977b55e8f465e6d6
--- /dev/null
+++ b/weights/decoder.layers.3.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50061cc0e26edc5868db5eb8cb6030c5e0a767e9d540e157682504f91671e7b3
+size 301990016
diff --git a/weights/decoder.layers.3.self_attn_layer_norm.bias b/weights/decoder.layers.3.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..c5fd34a53e0474db3837fd780d663ec543307dc4
Binary files /dev/null and b/weights/decoder.layers.3.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.3.self_attn_layer_norm.weight b/weights/decoder.layers.3.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.3.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.30.fc1.bias b/weights/decoder.layers.30.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..2ef7bd73d935033ea77abb16cea29d402bbb90aa
Binary files /dev/null and b/weights/decoder.layers.30.fc1.bias differ
diff --git a/weights/decoder.layers.30.fc1.weight b/weights/decoder.layers.30.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..78adff215916bafd9f0bbaa64039080ba72b50ff
--- /dev/null
+++ b/weights/decoder.layers.30.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2cf9554616d1ab9dee61a086a6e8c9e44e20f2790c4e747a765322153ce03d1
+size 1207959680
diff --git a/weights/decoder.layers.30.fc2.bias b/weights/decoder.layers.30.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..a76556e59ac0910fa919ddc627e2c425ff12fb04
Binary files /dev/null and b/weights/decoder.layers.30.fc2.bias differ
diff --git a/weights/decoder.layers.30.fc2.weight b/weights/decoder.layers.30.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..4abdaa2e009684b0cddf31c0c666550ee3c4c920
--- /dev/null
+++ b/weights/decoder.layers.30.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97088e56fb94904ad5a697451ac3f340e133089dc8c4bf5daf97f000f8d3de5f
+size 1207959680
diff --git a/weights/decoder.layers.30.final_layer_norm.bias b/weights/decoder.layers.30.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..69a1eae27a2269ebce5560833cabd3629675fa71
Binary files /dev/null and b/weights/decoder.layers.30.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.30.final_layer_norm.weight b/weights/decoder.layers.30.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.30.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.30.self_attn.k_proj.bias b/weights/decoder.layers.30.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..4e5cc5b60894cfd3b71bb4108da91aa060095b34
Binary files /dev/null and b/weights/decoder.layers.30.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.30.self_attn.k_proj.weight b/weights/decoder.layers.30.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..e26f1b878b58eb6654dc0c71d15ecb51bed4f933
--- /dev/null
+++ b/weights/decoder.layers.30.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eafc661f6a90c2184c078337294c1dda83c6d63ab43557958c55441f6964b00
+size 301990016
diff --git a/weights/decoder.layers.30.self_attn.out_proj.bias b/weights/decoder.layers.30.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..8537e11248cc9a93fccde54cc36b0d8cf79516a9
Binary files /dev/null and b/weights/decoder.layers.30.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.30.self_attn.out_proj.weight b/weights/decoder.layers.30.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..2ba5fc55a074ecf9909890a8925f33e5366ddbfa
--- /dev/null
+++ b/weights/decoder.layers.30.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fcd3eebe7a390873dab349ff78fba5b1bb42c0cfb12bb00beffa27993747fbf
+size 301990016
diff --git a/weights/decoder.layers.30.self_attn.q_proj.bias b/weights/decoder.layers.30.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..25bc9679505ec5c5b12d754f4169ea074a1baace
Binary files /dev/null and b/weights/decoder.layers.30.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.30.self_attn.q_proj.weight b/weights/decoder.layers.30.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..80365948c4e36e7310ed8dfcc77d7375b3d7b8e6
--- /dev/null
+++ b/weights/decoder.layers.30.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9046807273324bdf7b3e9e6ac24de6dab36c14f4e7d1f44d2622ab98036270d0
+size 301990016
diff --git a/weights/decoder.layers.30.self_attn.v_proj.bias b/weights/decoder.layers.30.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..e338fd786f1c5edd139ceb6e135d855bacf063ce
Binary files /dev/null and b/weights/decoder.layers.30.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.30.self_attn.v_proj.weight b/weights/decoder.layers.30.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..90f0a75b0414c712d94bce51069a4df9cdf1cbee
--- /dev/null
+++ b/weights/decoder.layers.30.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a7451477462641cbcb42b2a3718de848d826320105ec145e6dbe938545cda2c
+size 301990016
diff --git a/weights/decoder.layers.30.self_attn_layer_norm.bias b/weights/decoder.layers.30.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..d83503ecfceb3676c6cc77ebc3ec33674a70cbc6
Binary files /dev/null and b/weights/decoder.layers.30.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.30.self_attn_layer_norm.weight b/weights/decoder.layers.30.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.30.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.31.fc1.bias b/weights/decoder.layers.31.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..4152f49a88ae180194a828c37dde19be544215b9
Binary files /dev/null and b/weights/decoder.layers.31.fc1.bias differ
diff --git a/weights/decoder.layers.31.fc1.weight b/weights/decoder.layers.31.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..b3533f31be475f2e398ff44b29f8b63eedb38ce3
--- /dev/null
+++ b/weights/decoder.layers.31.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c7430b6f56b3cd835b7e7f34cca88a3ca2e967a16f6b6a9a3d9a84a20f218c
+size 1207959680
diff --git a/weights/decoder.layers.31.fc2.bias b/weights/decoder.layers.31.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..330f76d83f4a37348e76bff9d101a719a6d1dee9
Binary files /dev/null and b/weights/decoder.layers.31.fc2.bias differ
diff --git a/weights/decoder.layers.31.fc2.weight b/weights/decoder.layers.31.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..8768a488e028a352a0a469466f0d9cb0a759f4d2
--- /dev/null
+++ b/weights/decoder.layers.31.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1faeb390a2c4f695dcf193824acd2f08fa617d4d19259f2aad93f82b2bc3bb7
+size 1207959680
diff --git a/weights/decoder.layers.31.final_layer_norm.bias b/weights/decoder.layers.31.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..e69ce59ba8e054903db95a5f4b7befbdcf146e71
Binary files /dev/null and b/weights/decoder.layers.31.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.31.final_layer_norm.weight b/weights/decoder.layers.31.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.31.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.31.self_attn.k_proj.bias b/weights/decoder.layers.31.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..dee783e53b8cb6da3b8ed3683801317d43af6719
Binary files /dev/null and b/weights/decoder.layers.31.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.31.self_attn.k_proj.weight b/weights/decoder.layers.31.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..8f51c21d9333d67f58639d27cade930f9fb2c0bb
--- /dev/null
+++ b/weights/decoder.layers.31.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8492a84742fe1ee946054f4993d8ecc917f94dc309ac88c9a5bff00d91ccf71f
+size 301990016
diff --git a/weights/decoder.layers.31.self_attn.out_proj.bias b/weights/decoder.layers.31.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..2e7441d7f865337113212a424c0f073e6b12b468
Binary files /dev/null and b/weights/decoder.layers.31.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.31.self_attn.out_proj.weight b/weights/decoder.layers.31.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..571a9c4acfa248b011db6e019d4cb0199ba713a4
--- /dev/null
+++ b/weights/decoder.layers.31.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5814880dc1abf710fd3f2783a6bd9eab61563b1d582c43998d499322a27f2e17
+size 301990016
diff --git a/weights/decoder.layers.31.self_attn.q_proj.bias b/weights/decoder.layers.31.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..394184c57421a991df12a81b15c8d675b3a308c5
Binary files /dev/null and b/weights/decoder.layers.31.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.31.self_attn.q_proj.weight b/weights/decoder.layers.31.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..8130763a12deba8a8d12a5f75ec30a959ba0c692
--- /dev/null
+++ b/weights/decoder.layers.31.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad5742d2c80fbb35601d62211999d2f36c134ad8464d7b73f530fb565406e0ab
+size 301990016
diff --git a/weights/decoder.layers.31.self_attn.v_proj.bias b/weights/decoder.layers.31.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..6069210dd9e207c1631fc87e880c8028bde457b9
Binary files /dev/null and b/weights/decoder.layers.31.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.31.self_attn.v_proj.weight b/weights/decoder.layers.31.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..591bf68e238d0f042931ff8dca48239216ee3fb9
--- /dev/null
+++ b/weights/decoder.layers.31.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e6686f55093bd57ba1d66d59cf5320776988e322a537eae4da7bf5234d7dc93
+size 301990016
diff --git a/weights/decoder.layers.31.self_attn_layer_norm.bias b/weights/decoder.layers.31.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..655eed479d7459a29ee706ff7f77618e91cc1da6
Binary files /dev/null and b/weights/decoder.layers.31.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.31.self_attn_layer_norm.weight b/weights/decoder.layers.31.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.31.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.32.fc1.bias b/weights/decoder.layers.32.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..750738909d734951c5515a38c8d1ff954994a4d6
Binary files /dev/null and b/weights/decoder.layers.32.fc1.bias differ
diff --git a/weights/decoder.layers.32.fc1.weight b/weights/decoder.layers.32.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..a13f572975db5ff58f03c5ae8f66b8d134367c09
--- /dev/null
+++ b/weights/decoder.layers.32.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6275a51d14095cf4670622818d85bb0bf7a491a9d22d2bae0ac7cebbe4c211f4
+size 1207959680
diff --git a/weights/decoder.layers.32.fc2.bias b/weights/decoder.layers.32.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..39a24a959137063dd83bbcd3e066c490988840fa
Binary files /dev/null and b/weights/decoder.layers.32.fc2.bias differ
diff --git a/weights/decoder.layers.32.fc2.weight b/weights/decoder.layers.32.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..720d3a7c4ae425c5c37112e84be32a70a83e077a
--- /dev/null
+++ b/weights/decoder.layers.32.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a4e83eba07b15b66b7095bbe824f484c40ab57fc6af7291ad1ed5800c6dd13a
+size 1207959680
diff --git a/weights/decoder.layers.32.final_layer_norm.bias b/weights/decoder.layers.32.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..14e15cd8ffaba3007682f72767e6c361c875fe98
Binary files /dev/null and b/weights/decoder.layers.32.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.32.final_layer_norm.weight b/weights/decoder.layers.32.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.32.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.32.self_attn.k_proj.bias b/weights/decoder.layers.32.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..ebc6303f8963a5f9b22437ce883e864b79901e2a
Binary files /dev/null and b/weights/decoder.layers.32.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.32.self_attn.k_proj.weight b/weights/decoder.layers.32.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..53f7593e326b3785d125d2756fa6fc16ab811057
--- /dev/null
+++ b/weights/decoder.layers.32.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a77560303417fd5a8ab6669d4908af0ac5f70ec3f8bcb84d56f9771d5329854f
+size 301990016
diff --git a/weights/decoder.layers.32.self_attn.out_proj.bias b/weights/decoder.layers.32.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..03be6286e0611653becc1f1ab5402e5b26c28b35
Binary files /dev/null and b/weights/decoder.layers.32.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.32.self_attn.out_proj.weight b/weights/decoder.layers.32.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..19115d5b2e6b3fe1f2b90063a03bf32df17de5a0
--- /dev/null
+++ b/weights/decoder.layers.32.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abf7db956984846a391c320c7a0d46a7a951ca0fbb48d838e119d343d5bd0892
+size 301990016
diff --git a/weights/decoder.layers.32.self_attn.q_proj.bias b/weights/decoder.layers.32.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..b63eb3df9c5e0b9166fa99559124418c21c7a86a
Binary files /dev/null and b/weights/decoder.layers.32.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.32.self_attn.q_proj.weight b/weights/decoder.layers.32.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..95ecfc6c4dd6a0790a788dec7463edba37ca3537
--- /dev/null
+++ b/weights/decoder.layers.32.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97c4b2dc60fde686dbb817c07ecb5d864bf7a02ca83198824a4bf130a73437f0
+size 301990016
diff --git a/weights/decoder.layers.32.self_attn.v_proj.bias b/weights/decoder.layers.32.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..607e7d37abc631cbce27a2dcec3bdf870cd964e7
Binary files /dev/null and b/weights/decoder.layers.32.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.32.self_attn.v_proj.weight b/weights/decoder.layers.32.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..28f14fad5eb04f0ac53d2b1000d82dd5ecbcb416
--- /dev/null
+++ b/weights/decoder.layers.32.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de75f415cb1b941dd7df5cb79b843148e0a468d7dac479f1359ea436b0166ed3
+size 301990016
diff --git a/weights/decoder.layers.32.self_attn_layer_norm.bias b/weights/decoder.layers.32.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..2f34761ae8528f2cfb3a9cf9d44fc69f2ed5c32b
Binary files /dev/null and b/weights/decoder.layers.32.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.32.self_attn_layer_norm.weight b/weights/decoder.layers.32.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.32.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.33.fc1.bias b/weights/decoder.layers.33.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..3598932c90ff366516504f5d2635e4f445fdfb75
Binary files /dev/null and b/weights/decoder.layers.33.fc1.bias differ
diff --git a/weights/decoder.layers.33.fc1.weight b/weights/decoder.layers.33.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..6be6e2f71c19c95a6b8a3a5a3d77a3736568af10
--- /dev/null
+++ b/weights/decoder.layers.33.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e217f1039a2f71e094c9078e7119d95339f33d70890cb18060c30533f625c951
+size 1207959680
diff --git a/weights/decoder.layers.33.fc2.bias b/weights/decoder.layers.33.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..1e1edb52ca49d2791a9fabddd407dc3a179326fb
Binary files /dev/null and b/weights/decoder.layers.33.fc2.bias differ
diff --git a/weights/decoder.layers.33.fc2.weight b/weights/decoder.layers.33.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..c4f74ddec924e336b8b65cf076572d1568f807f8
--- /dev/null
+++ b/weights/decoder.layers.33.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f11ed5ffbaa96f6e9d731e83fa864fbb70d067f0449b0d5e11b3b883bea41924
+size 1207959680
diff --git a/weights/decoder.layers.33.final_layer_norm.bias b/weights/decoder.layers.33.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..afe6efd3589014df25522ec46a3c4c2647fed5f8
Binary files /dev/null and b/weights/decoder.layers.33.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.33.final_layer_norm.weight b/weights/decoder.layers.33.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.33.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.33.self_attn.k_proj.bias b/weights/decoder.layers.33.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..13c92a887c8b93b83ba4bc3fa0610c911f165be7
Binary files /dev/null and b/weights/decoder.layers.33.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.33.self_attn.k_proj.weight b/weights/decoder.layers.33.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..0a8f807b9bc79a120148e41eb0b8f2f47f6803a0
--- /dev/null
+++ b/weights/decoder.layers.33.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29043d7adf58e277997dd86f1d31311aaea1d144f38cece133e0aec5577fbcf2
+size 301990016
diff --git a/weights/decoder.layers.33.self_attn.out_proj.bias b/weights/decoder.layers.33.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..eb6c4d8bbf0097f23311ac680023cc8a00591dc8
Binary files /dev/null and b/weights/decoder.layers.33.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.33.self_attn.out_proj.weight b/weights/decoder.layers.33.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..9f1347e94262989f3a4e2668a635dfed87ad03cc
--- /dev/null
+++ b/weights/decoder.layers.33.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daea6981170a06bb1fab9062e2917fb4f4b34dac5fd69404be8c6226d9f740ed
+size 301990016
diff --git a/weights/decoder.layers.33.self_attn.q_proj.bias b/weights/decoder.layers.33.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..7d2652a9cc8545c36c0538bab50c3ef5768def98
Binary files /dev/null and b/weights/decoder.layers.33.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.33.self_attn.q_proj.weight b/weights/decoder.layers.33.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..104349755e06e83c02d28703167c29b35f7ff535
--- /dev/null
+++ b/weights/decoder.layers.33.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c7d32eb1522b3a468ab4ba8bb237326eee8a523c40b720278b10e530cdb208
+size 301990016
diff --git a/weights/decoder.layers.33.self_attn.v_proj.bias b/weights/decoder.layers.33.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..032a3d4468af786d2b3bf06be12a888228311cfc
Binary files /dev/null and b/weights/decoder.layers.33.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.33.self_attn.v_proj.weight b/weights/decoder.layers.33.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..a3890ca00626a8087b229b7c79a1342b8e29e9f6
--- /dev/null
+++ b/weights/decoder.layers.33.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6172ab909a36920f4eae4209f9b4a3b0006581f9b752a1374ac7553d9475e585
+size 301990016
diff --git a/weights/decoder.layers.33.self_attn_layer_norm.bias b/weights/decoder.layers.33.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..386d39527210f04ef2b4c7818f4fd75c3972bc9e
Binary files /dev/null and b/weights/decoder.layers.33.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.33.self_attn_layer_norm.weight b/weights/decoder.layers.33.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.33.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.34.fc1.bias b/weights/decoder.layers.34.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..e390df996ee396a6d88f8cf842b71de057d05240
Binary files /dev/null and b/weights/decoder.layers.34.fc1.bias differ
diff --git a/weights/decoder.layers.34.fc1.weight b/weights/decoder.layers.34.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..dd3c90ac2751109e70db090612c815732fb79157
--- /dev/null
+++ b/weights/decoder.layers.34.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3440e526811a159fc03b0fba1ebd2d95e75057f0a1e4f4507b3bf35c31992c2
+size 1207959680
diff --git a/weights/decoder.layers.34.fc2.bias b/weights/decoder.layers.34.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..a37f92f08cf803b34d546558691965fe07191e76
Binary files /dev/null and b/weights/decoder.layers.34.fc2.bias differ
diff --git a/weights/decoder.layers.34.fc2.weight b/weights/decoder.layers.34.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..66b54cf98de5fadb57102d20b301c8007571e22b
--- /dev/null
+++ b/weights/decoder.layers.34.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9904c3fcc79a15759e94a8f718e47d9a97c86a6496545f35881a8e9d1896c1f2
+size 1207959680
diff --git a/weights/decoder.layers.34.final_layer_norm.bias b/weights/decoder.layers.34.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..24f50e3b6b2f75779ab1de5f7151e717afd2ba7e
Binary files /dev/null and b/weights/decoder.layers.34.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.34.final_layer_norm.weight b/weights/decoder.layers.34.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.34.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.34.self_attn.k_proj.bias b/weights/decoder.layers.34.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..c85bcb50875748851185eadf8658296dee27a3a9
Binary files /dev/null and b/weights/decoder.layers.34.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.34.self_attn.k_proj.weight b/weights/decoder.layers.34.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..a80c69803f4f49f45611683c7c5a27ff854f9c89
--- /dev/null
+++ b/weights/decoder.layers.34.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e35bdfe31df30eff88d1b34971ceef9660a80f6bc76a4f1d0f97172b9f1dc9df
+size 301990016
diff --git a/weights/decoder.layers.34.self_attn.out_proj.bias b/weights/decoder.layers.34.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..bd29ffffd44cd4556d62a59ac169fe573843c956
Binary files /dev/null and b/weights/decoder.layers.34.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.34.self_attn.out_proj.weight b/weights/decoder.layers.34.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..e08c5058ce2a59695d65db5ecbed3c4efbcd7c6a
--- /dev/null
+++ b/weights/decoder.layers.34.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c8791fb6709020e4293936f8c9e6aa36cb718f3029ec4f33903c7bab833230
+size 301990016
diff --git a/weights/decoder.layers.34.self_attn.q_proj.bias b/weights/decoder.layers.34.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..8810c687002f7f3721ced091a1f8f27eb354dcb0
Binary files /dev/null and b/weights/decoder.layers.34.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.34.self_attn.q_proj.weight b/weights/decoder.layers.34.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..766f0543b94cbb7d51af5d6cf57e317c0fd2a275
--- /dev/null
+++ b/weights/decoder.layers.34.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e6afafd111c694880a1c43cf13bbf6aecf4f40d0de8ea7f3f0ee410763142f6
+size 301990016
diff --git a/weights/decoder.layers.34.self_attn.v_proj.bias b/weights/decoder.layers.34.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..1acd6d6f124ba7be217d0c29b1c35408da63847d
Binary files /dev/null and b/weights/decoder.layers.34.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.34.self_attn.v_proj.weight b/weights/decoder.layers.34.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..74e860b9e99686d11a1845758d644372b9a9f35b
--- /dev/null
+++ b/weights/decoder.layers.34.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b9960ddb316b918549f20f29afc894f365db11aee91059c0ca6a58dc04950f3
+size 301990016
diff --git a/weights/decoder.layers.34.self_attn_layer_norm.bias b/weights/decoder.layers.34.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..9966125314dd739cf23b617e78fc52b458496915
Binary files /dev/null and b/weights/decoder.layers.34.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.34.self_attn_layer_norm.weight b/weights/decoder.layers.34.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.34.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.35.fc1.bias b/weights/decoder.layers.35.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..1a34e12b8d69e6fa1f261826760837da473d2158
Binary files /dev/null and b/weights/decoder.layers.35.fc1.bias differ
diff --git a/weights/decoder.layers.35.fc1.weight b/weights/decoder.layers.35.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..fd1604413a8647a4bfa8f198ba81c91f73568af1
--- /dev/null
+++ b/weights/decoder.layers.35.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae353ee56335f700ab12fa94c7b900591a1d8061025c2f5725a302ac321e4e87
+size 1207959680
diff --git a/weights/decoder.layers.35.fc2.bias b/weights/decoder.layers.35.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..c28c97ff607982ff61abd40507fc1bbf4aa44e86
Binary files /dev/null and b/weights/decoder.layers.35.fc2.bias differ
diff --git a/weights/decoder.layers.35.fc2.weight b/weights/decoder.layers.35.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..e618c9917e746a1748174af775c3062d7393e8f8
--- /dev/null
+++ b/weights/decoder.layers.35.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f925f4d5a14bc49e1d719917fef2f1acb1dd67a1ed0ba75200e40bc88c1bc5
+size 1207959680
diff --git a/weights/decoder.layers.35.final_layer_norm.bias b/weights/decoder.layers.35.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..186bdac2081fc83ec66491bf2cba9620a4585b54
Binary files /dev/null and b/weights/decoder.layers.35.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.35.final_layer_norm.weight b/weights/decoder.layers.35.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.35.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.35.self_attn.k_proj.bias b/weights/decoder.layers.35.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..a0866aad4fe55786adb9864d67263c8fe5786c6a
Binary files /dev/null and b/weights/decoder.layers.35.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.35.self_attn.k_proj.weight b/weights/decoder.layers.35.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..9ce1cc0b73f1a0dcc6d102580d18696967c85311
--- /dev/null
+++ b/weights/decoder.layers.35.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdcffabd0173ea171ef181c1f2954f6342bdb175923c5c0ba3dc037455c0bd75
+size 301990016
diff --git a/weights/decoder.layers.35.self_attn.out_proj.bias b/weights/decoder.layers.35.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..4f0f70e8f1741f7d49f0882a617dacc076178c44
Binary files /dev/null and b/weights/decoder.layers.35.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.35.self_attn.out_proj.weight b/weights/decoder.layers.35.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..46790fa2b2b859c4fdb493e559bf5da9f84fc839
--- /dev/null
+++ b/weights/decoder.layers.35.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d40a58f7dd8e1091164a7d4b9f37f4aa513ed16f4dc9afe4a4719de3f5862fe5
+size 301990016
diff --git a/weights/decoder.layers.35.self_attn.q_proj.bias b/weights/decoder.layers.35.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..7a491730709c444df68623b0722dd9fffc8c05da
Binary files /dev/null and b/weights/decoder.layers.35.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.35.self_attn.q_proj.weight b/weights/decoder.layers.35.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..5a7ca8fe4f5776c7c8642cd46712fb3047c77d22
--- /dev/null
+++ b/weights/decoder.layers.35.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ad16e30e00fa45ac23f9c820d0508203c4118c7564676eb2df4815a42b7b9b0
+size 301990016
diff --git a/weights/decoder.layers.35.self_attn.v_proj.bias b/weights/decoder.layers.35.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..b4f9cabf37f0d9e5eabd488dd8e70f900cf64fa2
Binary files /dev/null and b/weights/decoder.layers.35.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.35.self_attn.v_proj.weight b/weights/decoder.layers.35.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..301c600921c418fc6207345f9f3d5a5d24b374a0
--- /dev/null
+++ b/weights/decoder.layers.35.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d933076f2f337409bc659b0e6a0a180152a0501fb984d56faab23ebd4939ac9c
+size 301990016
diff --git a/weights/decoder.layers.35.self_attn_layer_norm.bias b/weights/decoder.layers.35.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..a51ddb15e3726a7bada6f74d38c8c1718242fa16
Binary files /dev/null and b/weights/decoder.layers.35.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.35.self_attn_layer_norm.weight b/weights/decoder.layers.35.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.35.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.36.fc1.bias b/weights/decoder.layers.36.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..5d0041fb5160a476c31ff80a20a8219036e15e30
Binary files /dev/null and b/weights/decoder.layers.36.fc1.bias differ
diff --git a/weights/decoder.layers.36.fc1.weight b/weights/decoder.layers.36.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7c2e62d53a075f0dcce3e3e489e24f196bfadd25
--- /dev/null
+++ b/weights/decoder.layers.36.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16cad156447f1e4d3807f810f9f84bd6b2a92631b79a358681f2708bedec9a21
+size 1207959680
diff --git a/weights/decoder.layers.36.fc2.bias b/weights/decoder.layers.36.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..46ac3d227a359042a4273da8b9d3fbf00c74890c
Binary files /dev/null and b/weights/decoder.layers.36.fc2.bias differ
diff --git a/weights/decoder.layers.36.fc2.weight b/weights/decoder.layers.36.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..f58446cb7ad03839431e163018c2a469a2182687
--- /dev/null
+++ b/weights/decoder.layers.36.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ae7dc73587313967280a08cc14557dd346b72d28a47ba99c6b25768a3b89de5
+size 1207959680
diff --git a/weights/decoder.layers.36.final_layer_norm.bias b/weights/decoder.layers.36.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..7a5385594eea1215e53e3e912422e9163cb7c02e
Binary files /dev/null and b/weights/decoder.layers.36.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.36.final_layer_norm.weight b/weights/decoder.layers.36.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.36.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.36.self_attn.k_proj.bias b/weights/decoder.layers.36.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..1ac450f31763b81a7405d896d82ae0e4b24cfec2
Binary files /dev/null and b/weights/decoder.layers.36.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.36.self_attn.k_proj.weight b/weights/decoder.layers.36.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..b72ea7965f2f88f41e8b70209aef9102a5d2ed78
--- /dev/null
+++ b/weights/decoder.layers.36.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:285ece9e1c391bbd3e5e2abfa941fb4c4e5e7b6dd801444ac9556e25846b9f2b
+size 301990016
diff --git a/weights/decoder.layers.36.self_attn.out_proj.bias b/weights/decoder.layers.36.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..5afa6f4520eaff764ada3ac9699f250033ce9da8
Binary files /dev/null and b/weights/decoder.layers.36.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.36.self_attn.out_proj.weight b/weights/decoder.layers.36.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..e585aa0f3eb2dd83a75ebb030385aaffa45da5b9
--- /dev/null
+++ b/weights/decoder.layers.36.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a32d22da26a382dff96c80b4ed63a641bb95d1039c803827671f2b82620522a1
+size 301990016
diff --git a/weights/decoder.layers.36.self_attn.q_proj.bias b/weights/decoder.layers.36.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..f244f5e2107fa6fe20bb35617454c0ec9aba53cd
Binary files /dev/null and b/weights/decoder.layers.36.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.36.self_attn.q_proj.weight b/weights/decoder.layers.36.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..4195d36a9618141dee7c9456ffe4db4e2e9679db
--- /dev/null
+++ b/weights/decoder.layers.36.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d561ce82516a6f59194231b5a8a08dc6d1327349aadc63e105d2afb0826b20f
+size 301990016
diff --git a/weights/decoder.layers.36.self_attn.v_proj.bias b/weights/decoder.layers.36.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..5c780b3b50c5bec4f2d32793e7e447db4049f8f3
Binary files /dev/null and b/weights/decoder.layers.36.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.36.self_attn.v_proj.weight b/weights/decoder.layers.36.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..67937cfe55b1c52063489cb13d410e40d7035fa6
--- /dev/null
+++ b/weights/decoder.layers.36.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47aaa60bfad14356e71bbc401c8a0233aec650499845a9cc2c6be8bbe1c56d15
+size 301990016
diff --git a/weights/decoder.layers.36.self_attn_layer_norm.bias b/weights/decoder.layers.36.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..9d9fd024a39f4dcebd947c3d72259f77b8d08b9b
Binary files /dev/null and b/weights/decoder.layers.36.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.36.self_attn_layer_norm.weight b/weights/decoder.layers.36.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.36.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.37.fc1.bias b/weights/decoder.layers.37.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..c16d4ba5abed4e130fa9165ec69476f5e4236873
Binary files /dev/null and b/weights/decoder.layers.37.fc1.bias differ
diff --git a/weights/decoder.layers.37.fc1.weight b/weights/decoder.layers.37.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..92e457c1172e3cdd0765a78325c78f2ecc8f9fed
--- /dev/null
+++ b/weights/decoder.layers.37.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f5cc31964998e45fc7d221f1805de53fee62f8b56dbd0bc3578fbb96868fe8
+size 1207959680
diff --git a/weights/decoder.layers.37.fc2.bias b/weights/decoder.layers.37.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..2a7dba182c1f1d358656a5161d418a9e2e43d572
Binary files /dev/null and b/weights/decoder.layers.37.fc2.bias differ
diff --git a/weights/decoder.layers.37.fc2.weight b/weights/decoder.layers.37.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..c8fb82c3f08d0549175ca35627f268e14ef01303
--- /dev/null
+++ b/weights/decoder.layers.37.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5143c6cc902faff472bedd3f43de0d8a816ea2f9540da3580074d2ed6e0dc125
+size 1207959680
diff --git a/weights/decoder.layers.37.final_layer_norm.bias b/weights/decoder.layers.37.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..ca60ed38350eb30370f744b006705a1b2688098e
Binary files /dev/null and b/weights/decoder.layers.37.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.37.final_layer_norm.weight b/weights/decoder.layers.37.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.37.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.37.self_attn.k_proj.bias b/weights/decoder.layers.37.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..b2f6724064dc33ecc93a7e5cc08fe9f5b96d5f69
Binary files /dev/null and b/weights/decoder.layers.37.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.37.self_attn.k_proj.weight b/weights/decoder.layers.37.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..e8eacb365514b4e3286831415618868888726d61
--- /dev/null
+++ b/weights/decoder.layers.37.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f930d21d53010e0704abe255ae7f124de04caac4d4de8470c1ff3065a605d1
+size 301990016
diff --git a/weights/decoder.layers.37.self_attn.out_proj.bias b/weights/decoder.layers.37.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..0f9720fa909b19f11a202b1cb9d1efac98e2b789
Binary files /dev/null and b/weights/decoder.layers.37.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.37.self_attn.out_proj.weight b/weights/decoder.layers.37.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..4482fa7654714322d7026438ec057bcbbb698226
--- /dev/null
+++ b/weights/decoder.layers.37.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0915b76550a6fec4ddd783bd9b0b170c786a8c68e5c597bea7c0f75b7d39d02f
+size 301990016
diff --git a/weights/decoder.layers.37.self_attn.q_proj.bias b/weights/decoder.layers.37.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..69767d007981e0b7da4fb14550c75873dee3feb4
Binary files /dev/null and b/weights/decoder.layers.37.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.37.self_attn.q_proj.weight b/weights/decoder.layers.37.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..c453bdfea521a8d5c588afa7c44ef639642ccde6
--- /dev/null
+++ b/weights/decoder.layers.37.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4338f21d17100c23457d05b9e87fdbfd4cdf10cc140a9fcfdf559f3b301f78ed
+size 301990016
diff --git a/weights/decoder.layers.37.self_attn.v_proj.bias b/weights/decoder.layers.37.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..f737d4f3b3645a2baea758b33c58814b34481218
Binary files /dev/null and b/weights/decoder.layers.37.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.37.self_attn.v_proj.weight b/weights/decoder.layers.37.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..f22f8dff000a5750cdb262a1229a4e6a6a2a0398
--- /dev/null
+++ b/weights/decoder.layers.37.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e4cd70ff58ce4c92c768f88cfaf149d7a9f2bfdbafb3921d88dae4fc8daaad
+size 301990016
diff --git a/weights/decoder.layers.37.self_attn_layer_norm.bias b/weights/decoder.layers.37.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..a6753ee30c971701d33d8a26942eefd0c348b699
Binary files /dev/null and b/weights/decoder.layers.37.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.37.self_attn_layer_norm.weight b/weights/decoder.layers.37.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.37.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.38.fc1.bias b/weights/decoder.layers.38.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..cd16026bb116c88561d82f933f53fced3d387f34
Binary files /dev/null and b/weights/decoder.layers.38.fc1.bias differ
diff --git a/weights/decoder.layers.38.fc1.weight b/weights/decoder.layers.38.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..5ccb624800f99cdd75062510a6d1910e5e08cddf
--- /dev/null
+++ b/weights/decoder.layers.38.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd585716ebfa93c621aab2571e65dd20e11edc3f18504c7a3c0046fcf98a4d7c
+size 1207959680
diff --git a/weights/decoder.layers.38.fc2.bias b/weights/decoder.layers.38.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..cc56291cb96f40bab2111cdaf1f93c1871d46fb8
Binary files /dev/null and b/weights/decoder.layers.38.fc2.bias differ
diff --git a/weights/decoder.layers.38.fc2.weight b/weights/decoder.layers.38.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..fbba61385d68cfc424548620eed1b1c5969960d8
--- /dev/null
+++ b/weights/decoder.layers.38.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eb1c284c5b124c071988dc3804366d4365cd649c1519f31d611f13ad6581ab2
+size 1207959680
diff --git a/weights/decoder.layers.38.final_layer_norm.bias b/weights/decoder.layers.38.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..c5f0914ac0c88adcd360dc175e7b0a42a1507539
Binary files /dev/null and b/weights/decoder.layers.38.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.38.final_layer_norm.weight b/weights/decoder.layers.38.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.38.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.38.self_attn.k_proj.bias b/weights/decoder.layers.38.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..ed83e4cff2b052731c066015b88a6e85afc68cda
Binary files /dev/null and b/weights/decoder.layers.38.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.38.self_attn.k_proj.weight b/weights/decoder.layers.38.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..3a91d86e3c4bca2df18217977bdef78370685aef
--- /dev/null
+++ b/weights/decoder.layers.38.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d067eb4af10072e94000a2d9808670b562fa86aa93e038b58c23cf7ffb43bbaa
+size 301990016
diff --git a/weights/decoder.layers.38.self_attn.out_proj.bias b/weights/decoder.layers.38.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..c48cdbf18882474a8d7c22c584f0c9fc032754f5
Binary files /dev/null and b/weights/decoder.layers.38.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.38.self_attn.out_proj.weight b/weights/decoder.layers.38.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..99ce82030a911ed94f15975f43197e8704dc7136
--- /dev/null
+++ b/weights/decoder.layers.38.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:100db5f08b8c242ee8de92b51380a730add03802cd305d733eadbadac49eb108
+size 301990016
diff --git a/weights/decoder.layers.38.self_attn.q_proj.bias b/weights/decoder.layers.38.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..6cde79c468ad0b0824178f8abc18994c6d3450f6
Binary files /dev/null and b/weights/decoder.layers.38.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.38.self_attn.q_proj.weight b/weights/decoder.layers.38.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..67cd4374c10d1f7c1cdc337a80eba12dfdbaa170
--- /dev/null
+++ b/weights/decoder.layers.38.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92dbc71e70d57cdf38527d4e6d5cf8ae92222306beecd4222252ca42f75c62d
+size 301990016
diff --git a/weights/decoder.layers.38.self_attn.v_proj.bias b/weights/decoder.layers.38.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..03ab2b2d7434b61cf8fdc0fc8d7f4755041e708c
Binary files /dev/null and b/weights/decoder.layers.38.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.38.self_attn.v_proj.weight b/weights/decoder.layers.38.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..9077af6a4d2337a30a2ea0c89ede50649ffd2eb5
--- /dev/null
+++ b/weights/decoder.layers.38.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b3a2d9c5d31a22662e04bc6e647d21ca412267d459b2b5090ab48701dcba59
+size 301990016
diff --git a/weights/decoder.layers.38.self_attn_layer_norm.bias b/weights/decoder.layers.38.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..649a044bb02754c38b5aa308a8a9ed9bb85cb638
Binary files /dev/null and b/weights/decoder.layers.38.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.38.self_attn_layer_norm.weight b/weights/decoder.layers.38.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.38.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.39.fc1.bias b/weights/decoder.layers.39.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..08627b09ef36dcb31051d23de361edbb161f16cb
Binary files /dev/null and b/weights/decoder.layers.39.fc1.bias differ
diff --git a/weights/decoder.layers.39.fc1.weight b/weights/decoder.layers.39.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..afb5fdf4a4da77864c0c3431b087c74f2982c648
--- /dev/null
+++ b/weights/decoder.layers.39.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b83e396803e84bb918dee6e9a8899d0478d9114ed763dbf2bf8f7530b9ee106
+size 1207959680
diff --git a/weights/decoder.layers.39.fc2.bias b/weights/decoder.layers.39.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..cf81c826e43c4319ba51d394cccba128f69b24a7
Binary files /dev/null and b/weights/decoder.layers.39.fc2.bias differ
diff --git a/weights/decoder.layers.39.fc2.weight b/weights/decoder.layers.39.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..23020e0389be10e7a054f9df1fc11f88b5674475
--- /dev/null
+++ b/weights/decoder.layers.39.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8e478779b8b79979d449a178da38c86fcf5bd915fb5896fcdb21e9928e4ebf9
+size 1207959680
diff --git a/weights/decoder.layers.39.final_layer_norm.bias b/weights/decoder.layers.39.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..fa0cc1b0f97c3db32d3de2c7ad7158aa5fb27f3d
Binary files /dev/null and b/weights/decoder.layers.39.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.39.final_layer_norm.weight b/weights/decoder.layers.39.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.39.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.39.self_attn.k_proj.bias b/weights/decoder.layers.39.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..8c550511d29a25fe5b00bdd788bb73ebe80de69e
Binary files /dev/null and b/weights/decoder.layers.39.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.39.self_attn.k_proj.weight b/weights/decoder.layers.39.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..6be951076854e1e6ef14b5e7e7c2c7d40216260a
--- /dev/null
+++ b/weights/decoder.layers.39.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dceee84fc521bc3e79225ff710bc578b1fcfb1c65cbfc8ae68e5e92648083be3
+size 301990016
diff --git a/weights/decoder.layers.39.self_attn.out_proj.bias b/weights/decoder.layers.39.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..1163a50250592085b6bf7885d821659b3ab9d925
Binary files /dev/null and b/weights/decoder.layers.39.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.39.self_attn.out_proj.weight b/weights/decoder.layers.39.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..afa27319a8b0b68cc805a321058359e84bd23bd7
--- /dev/null
+++ b/weights/decoder.layers.39.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec29cb68a68be2022c74f3c7f72456a8e8bb7cff4e5718a520b48c0084e3d77
+size 301990016
diff --git a/weights/decoder.layers.39.self_attn.q_proj.bias b/weights/decoder.layers.39.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..88574c932631f93f0d0cc1fc3e0233f7756bd9a4
Binary files /dev/null and b/weights/decoder.layers.39.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.39.self_attn.q_proj.weight b/weights/decoder.layers.39.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..23e66af1116b3a97cba8f7b9cd08c8a22a650e27
--- /dev/null
+++ b/weights/decoder.layers.39.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80ecc0bdf6b2e7e061e1a1ffdef0ada475ed12c3d26ca2f7827a7d98cfdf4a95
+size 301990016
diff --git a/weights/decoder.layers.39.self_attn.v_proj.bias b/weights/decoder.layers.39.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..b172808db91802b34886b3c4014b16a56e9bb2b7
Binary files /dev/null and b/weights/decoder.layers.39.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.39.self_attn.v_proj.weight b/weights/decoder.layers.39.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..85ef95a88ddd14e0e4fead506ae9e371b50c7e34
--- /dev/null
+++ b/weights/decoder.layers.39.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b444e5f5a2092a1744cd8df6705f367c6d7dbf58884c0fc7f86e2f8ec13af3b4
+size 301990016
diff --git a/weights/decoder.layers.39.self_attn_layer_norm.bias b/weights/decoder.layers.39.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..62329433d8a802b5f5c7018125d00a50faacd22a
Binary files /dev/null and b/weights/decoder.layers.39.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.39.self_attn_layer_norm.weight b/weights/decoder.layers.39.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.39.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.4.fc1.bias b/weights/decoder.layers.4.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..1034424a8a5a3ff18c86b57faf5945fb73e27fa0
Binary files /dev/null and b/weights/decoder.layers.4.fc1.bias differ
diff --git a/weights/decoder.layers.4.fc1.weight b/weights/decoder.layers.4.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..f06cfebbbb8af73ad19545601cc435f03d0d2682
--- /dev/null
+++ b/weights/decoder.layers.4.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57df67d01dcd3b8110f57ec6cf81c87d71bc6f6a0e1f75324753d40dc5555f6b
+size 1207959680
diff --git a/weights/decoder.layers.4.fc2.bias b/weights/decoder.layers.4.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..8f174881b8dd5507603d2d074c644330e6a8460b
Binary files /dev/null and b/weights/decoder.layers.4.fc2.bias differ
diff --git a/weights/decoder.layers.4.fc2.weight b/weights/decoder.layers.4.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7c4fce376d93ce34f9956c25b0ab40bf7332da72
--- /dev/null
+++ b/weights/decoder.layers.4.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf02c40cd7bea3498a7f1d0fcfa75f6cab7a57f69b2f2ec55ff50bbedfba7b2
+size 1207959680
diff --git a/weights/decoder.layers.4.final_layer_norm.bias b/weights/decoder.layers.4.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..196d5c50299a6e94005fd83ae1834d0bc24aeea0
Binary files /dev/null and b/weights/decoder.layers.4.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.4.final_layer_norm.weight b/weights/decoder.layers.4.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.4.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.4.self_attn.k_proj.bias b/weights/decoder.layers.4.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..63d6ee0146a2e5bd538b0cff0cf63ff5c0cb9516
Binary files /dev/null and b/weights/decoder.layers.4.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.4.self_attn.k_proj.weight b/weights/decoder.layers.4.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..e9e0437b1dd0e5d7be64098feeaa59e1e9d9cf34
--- /dev/null
+++ b/weights/decoder.layers.4.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cafb29b3cd4672021f8767fcb2d759f60bfc7075c85c7138cf3834d1a966620
+size 301990016
diff --git a/weights/decoder.layers.4.self_attn.out_proj.bias b/weights/decoder.layers.4.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..64905c729a5c24e429e0a51fdfb9fec95af99816
Binary files /dev/null and b/weights/decoder.layers.4.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.4.self_attn.out_proj.weight b/weights/decoder.layers.4.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..c38e99ca0b36470320079a250d84850e45481780
--- /dev/null
+++ b/weights/decoder.layers.4.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:633855688fcf90549aa90a46a895d880f6c91e68bdb4a6edc6f4720e282edafb
+size 301990016
diff --git a/weights/decoder.layers.4.self_attn.q_proj.bias b/weights/decoder.layers.4.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..23f623dc8fd45673499dca1b001b5c81aae25f0a
Binary files /dev/null and b/weights/decoder.layers.4.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.4.self_attn.q_proj.weight b/weights/decoder.layers.4.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..fe6e38262203b34fd65da4061dd34a7e85af2935
--- /dev/null
+++ b/weights/decoder.layers.4.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24a8a017c80d7e8024feace2ac6d04a2039f0df03184e71b192755393c8d9779
+size 301990016
diff --git a/weights/decoder.layers.4.self_attn.v_proj.bias b/weights/decoder.layers.4.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..29f50a5b07de48cc94966b8060bd296750b14834
Binary files /dev/null and b/weights/decoder.layers.4.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.4.self_attn.v_proj.weight b/weights/decoder.layers.4.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..850697db1f3e0b5992c866a6887000b22a3651a3
--- /dev/null
+++ b/weights/decoder.layers.4.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa1b976c21069b6428df0c0f23da7e0c713f994a44f6f8bb20011710d4b6af36
+size 301990016
diff --git a/weights/decoder.layers.4.self_attn_layer_norm.bias b/weights/decoder.layers.4.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..b645e1d4601b573f0433529c1dbd9c6b419ddf63
Binary files /dev/null and b/weights/decoder.layers.4.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.4.self_attn_layer_norm.weight b/weights/decoder.layers.4.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.4.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.40.fc1.bias b/weights/decoder.layers.40.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..1f1f4194f945816a6d0756662dd033a2ef74f380
Binary files /dev/null and b/weights/decoder.layers.40.fc1.bias differ
diff --git a/weights/decoder.layers.40.fc1.weight b/weights/decoder.layers.40.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..3822345836566ea8c7a493a5bdab03667ff257e1
--- /dev/null
+++ b/weights/decoder.layers.40.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e3799df7a19fd9dbf2a23463766d97268e7cd38febb97c34d4180fa1dd3f5e
+size 1207959680
diff --git a/weights/decoder.layers.40.fc2.bias b/weights/decoder.layers.40.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..15a6855d1fdd01d8d761731a87aa109ecbdf420e
Binary files /dev/null and b/weights/decoder.layers.40.fc2.bias differ
diff --git a/weights/decoder.layers.40.fc2.weight b/weights/decoder.layers.40.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..378a77cbb6f49521b1346364b15e86f912d7c22e
--- /dev/null
+++ b/weights/decoder.layers.40.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1e74b12c6d438d86fb14f2a6a03ab88588c55e22d2eea9a1508e9e7a28168c
+size 1207959680
diff --git a/weights/decoder.layers.40.final_layer_norm.bias b/weights/decoder.layers.40.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..ba91a088b888dfd5e1e164f2fb03a488c1610f51
Binary files /dev/null and b/weights/decoder.layers.40.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.40.final_layer_norm.weight b/weights/decoder.layers.40.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.40.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.40.self_attn.k_proj.bias b/weights/decoder.layers.40.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..ce517d103c16b9ffd416126cb507a37efdc713ca
Binary files /dev/null and b/weights/decoder.layers.40.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.40.self_attn.k_proj.weight b/weights/decoder.layers.40.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..6cb67634ac0471c3d11321a558ebd78fe0066b98
--- /dev/null
+++ b/weights/decoder.layers.40.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:224526219a47d0d4608d95cf84367e44dfaa3fcfd8b3780b39543dd9ebcb97d9
+size 301990016
diff --git a/weights/decoder.layers.40.self_attn.out_proj.bias b/weights/decoder.layers.40.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..14b20f722782ddb01764a44dbade6719480874d7
Binary files /dev/null and b/weights/decoder.layers.40.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.40.self_attn.out_proj.weight b/weights/decoder.layers.40.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..737ada796fbfd62584452c13e8d8dca495d3474b
--- /dev/null
+++ b/weights/decoder.layers.40.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d6212f78d93af96a0783ba0f6422dcb7e857d32d5ff2ee01b4de5b624347b98
+size 301990016
diff --git a/weights/decoder.layers.40.self_attn.q_proj.bias b/weights/decoder.layers.40.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..3507801b23eb877cbbc1b745e3c4b535520b6cea
Binary files /dev/null and b/weights/decoder.layers.40.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.40.self_attn.q_proj.weight b/weights/decoder.layers.40.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..eee0433850dad427175988757e8c0030493c7d83
--- /dev/null
+++ b/weights/decoder.layers.40.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43282715498142c3d43c03a463bcccf7e17ce67b808083593e7726d5807b9d31
+size 301990016
diff --git a/weights/decoder.layers.40.self_attn.v_proj.bias b/weights/decoder.layers.40.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..29f780537bc08fff0fe9ee4a94abebd76d2cd8a0
Binary files /dev/null and b/weights/decoder.layers.40.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.40.self_attn.v_proj.weight b/weights/decoder.layers.40.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..4438643feb5fceeb165f5c198f0b4c91598f2dd0
--- /dev/null
+++ b/weights/decoder.layers.40.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:158d3fcaf25e160a410158e118a8d7d77f1d6de6762444ea163382777c5ee172
+size 301990016
diff --git a/weights/decoder.layers.40.self_attn_layer_norm.bias b/weights/decoder.layers.40.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..b06c768de3cdc547c6400d2735a297ab4011cf08
Binary files /dev/null and b/weights/decoder.layers.40.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.40.self_attn_layer_norm.weight b/weights/decoder.layers.40.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.40.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.41.fc1.bias b/weights/decoder.layers.41.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..1dcdddd424c7c6531e89a6ecb91ecbc89629e5a3
Binary files /dev/null and b/weights/decoder.layers.41.fc1.bias differ
diff --git a/weights/decoder.layers.41.fc1.weight b/weights/decoder.layers.41.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..162e7a820bb415c187f74c232da8cbe38ba0c121
--- /dev/null
+++ b/weights/decoder.layers.41.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0929ba7acd56a0b28341e874df19fa91c9db29811bae32f71a48d43831fb5537
+size 1207959680
diff --git a/weights/decoder.layers.41.fc2.bias b/weights/decoder.layers.41.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..9ca20536a8ed2c0cd11d7d0220005d63ca23958b
Binary files /dev/null and b/weights/decoder.layers.41.fc2.bias differ
diff --git a/weights/decoder.layers.41.fc2.weight b/weights/decoder.layers.41.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..79a8c1bcea33190795a82a42f7b271e9385d42b7
--- /dev/null
+++ b/weights/decoder.layers.41.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ced9e0eddefde5300e61841c5381e66e179c4cdf665d9490de6e54d9ec2fb1
+size 1207959680
diff --git a/weights/decoder.layers.41.final_layer_norm.bias b/weights/decoder.layers.41.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..6a4f520dcf70ab97083231b011647f54961deeec
Binary files /dev/null and b/weights/decoder.layers.41.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.41.final_layer_norm.weight b/weights/decoder.layers.41.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.41.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.41.self_attn.k_proj.bias b/weights/decoder.layers.41.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..b7d1565fad4a2f1078d6cd61bb7175720b2442c4
Binary files /dev/null and b/weights/decoder.layers.41.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.41.self_attn.k_proj.weight b/weights/decoder.layers.41.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..5fe1c1cfaca57ce36ed653eefb601d0aec8bf8d4
--- /dev/null
+++ b/weights/decoder.layers.41.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d34ea1b0ee4423b75fbd2e16329ff4ab2f233bc6139eb9f0a0476a51e1ac5530
+size 301990016
diff --git a/weights/decoder.layers.41.self_attn.out_proj.bias b/weights/decoder.layers.41.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..8611c1c3dc4e2c5d4c008658ffa6bddf0f30ca69
Binary files /dev/null and b/weights/decoder.layers.41.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.41.self_attn.out_proj.weight b/weights/decoder.layers.41.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..41471221dd42b4dc53186a3272cce8ed30e7dac6
--- /dev/null
+++ b/weights/decoder.layers.41.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d944f3ff7c7ea15895c4a354f9864303ab40ee8bc923a48ff958b7c80c3d0705
+size 301990016
diff --git a/weights/decoder.layers.41.self_attn.q_proj.bias b/weights/decoder.layers.41.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..5c67e07cf24d6304d7ed8c8cab3ea80dd3a7da19
Binary files /dev/null and b/weights/decoder.layers.41.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.41.self_attn.q_proj.weight b/weights/decoder.layers.41.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..a8b6be2ff862e1045750fe4b9967569d1c60a8d9
--- /dev/null
+++ b/weights/decoder.layers.41.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e1769202a1658cc5fd4ecb99c36f139cf3b3a451f7606b43b508ee8f50df08
+size 301990016
diff --git a/weights/decoder.layers.41.self_attn.v_proj.bias b/weights/decoder.layers.41.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..1caeef66988e92c2cf08d186a84dd0f687e21e42
Binary files /dev/null and b/weights/decoder.layers.41.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.41.self_attn.v_proj.weight b/weights/decoder.layers.41.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..186216a6ee05fcab1e5a5e6d584cd9a6ecda84dd
--- /dev/null
+++ b/weights/decoder.layers.41.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b5d28c3afd12a6e3dc379d5cd9e53fc097603417e54b5b74db67e0c6bd56f6
+size 301990016
diff --git a/weights/decoder.layers.41.self_attn_layer_norm.bias b/weights/decoder.layers.41.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..e24a7d85322b93debb4ede196a167b4574bdd1c5
Binary files /dev/null and b/weights/decoder.layers.41.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.41.self_attn_layer_norm.weight b/weights/decoder.layers.41.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.41.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.42.fc1.bias b/weights/decoder.layers.42.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..2cfcf7ff18c8c392051cb7e31b5a432c50155c32
Binary files /dev/null and b/weights/decoder.layers.42.fc1.bias differ
diff --git a/weights/decoder.layers.42.fc1.weight b/weights/decoder.layers.42.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..6dc093b535c69d179f65eb4aa3e39b36ed1e1b14
--- /dev/null
+++ b/weights/decoder.layers.42.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06082bd14f460352d86a0866ce48cb4764b4d3290dbdea644a21a21bc8eb003f
+size 1207959680
diff --git a/weights/decoder.layers.42.fc2.bias b/weights/decoder.layers.42.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..0d00d8f82ecb850cdb76c260f3af38ca1ffde33f
Binary files /dev/null and b/weights/decoder.layers.42.fc2.bias differ
diff --git a/weights/decoder.layers.42.fc2.weight b/weights/decoder.layers.42.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..9c1c4a6114411d292a7a1f4bcc42995d57fed290
--- /dev/null
+++ b/weights/decoder.layers.42.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d19a326959c438504b8f268c0b6df44a00ed2c14ed902612dc724330f80e921
+size 1207959680
diff --git a/weights/decoder.layers.42.final_layer_norm.bias b/weights/decoder.layers.42.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..843b8338908ad3b955b96562f6c75861dc160093
Binary files /dev/null and b/weights/decoder.layers.42.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.42.final_layer_norm.weight b/weights/decoder.layers.42.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.42.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.42.self_attn.k_proj.bias b/weights/decoder.layers.42.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..6a0c2fa6567c7e82e5e6c7166d5ea98c1d7f4d65
Binary files /dev/null and b/weights/decoder.layers.42.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.42.self_attn.k_proj.weight b/weights/decoder.layers.42.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..161fbe3a727364bb66917802a2f007620eeaeecb
--- /dev/null
+++ b/weights/decoder.layers.42.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:914430f9d4075011b5985d0590dc4d2980a99474827e74d03d3efc58da0971aa
+size 301990016
diff --git a/weights/decoder.layers.42.self_attn.out_proj.bias b/weights/decoder.layers.42.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..6580edb5a7589f324bb46db7597bed1981555000
Binary files /dev/null and b/weights/decoder.layers.42.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.42.self_attn.out_proj.weight b/weights/decoder.layers.42.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..3369df79dc1d598395dd5d43f16ce0ac4c07ad88
--- /dev/null
+++ b/weights/decoder.layers.42.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b82d702ca0eb7f69fa04f564fe2ab5bc7599b5f2a08c5d2c37f1b2231f7055b
+size 301990016
diff --git a/weights/decoder.layers.42.self_attn.q_proj.bias b/weights/decoder.layers.42.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..d74e9cec9885c0488b0096b78def1ea75fac4c79
Binary files /dev/null and b/weights/decoder.layers.42.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.42.self_attn.q_proj.weight b/weights/decoder.layers.42.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..0f860caa026ccf96db3eb0568536283dd23e9b06
--- /dev/null
+++ b/weights/decoder.layers.42.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e353496c9c9795119fb0cfaa2203b82fdf8f47f2d0731fc3c1b88c003121ce9
+size 301990016
diff --git a/weights/decoder.layers.42.self_attn.v_proj.bias b/weights/decoder.layers.42.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..026c9a2b56245444fa0f6b7b4905329a55103a4b
Binary files /dev/null and b/weights/decoder.layers.42.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.42.self_attn.v_proj.weight b/weights/decoder.layers.42.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..01bfcceb3ce1dd63f1ba84a82a3a338b3b997543
--- /dev/null
+++ b/weights/decoder.layers.42.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d23ba5d2da6da327a1148ad67d4b2bc38cfab44bfc33226177e7d967515b5bdd
+size 301990016
diff --git a/weights/decoder.layers.42.self_attn_layer_norm.bias b/weights/decoder.layers.42.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..05dfc827c9ee57c564dee5f0422982107d329e4a
Binary files /dev/null and b/weights/decoder.layers.42.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.42.self_attn_layer_norm.weight b/weights/decoder.layers.42.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.42.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.43.fc1.bias b/weights/decoder.layers.43.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..cf83ae7eb4eb168d4a5e9db03f3252745e22945c
Binary files /dev/null and b/weights/decoder.layers.43.fc1.bias differ
diff --git a/weights/decoder.layers.43.fc1.weight b/weights/decoder.layers.43.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..e3210ce587c2114af57afdeeb58cd78912840d8d
--- /dev/null
+++ b/weights/decoder.layers.43.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb95117d0e43f148943216d1dabf314384dd69441ab59ea15e95e00a3435995
+size 1207959680
diff --git a/weights/decoder.layers.43.fc2.bias b/weights/decoder.layers.43.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..6a4292370b4db30e356f880e075db7d93e563ea4
Binary files /dev/null and b/weights/decoder.layers.43.fc2.bias differ
diff --git a/weights/decoder.layers.43.fc2.weight b/weights/decoder.layers.43.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..43346c9f5cdf08dac670cd08d2fe421fd1fc7d33
--- /dev/null
+++ b/weights/decoder.layers.43.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba86a6ae8528ea6fea789cd0151c1900bb5623ee0599b1b45d99262cfb2abc66
+size 1207959680
diff --git a/weights/decoder.layers.43.final_layer_norm.bias b/weights/decoder.layers.43.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..f1126cd5dff93f25a1aea492ae62f658762a2bf0
Binary files /dev/null and b/weights/decoder.layers.43.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.43.final_layer_norm.weight b/weights/decoder.layers.43.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.43.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.43.self_attn.k_proj.bias b/weights/decoder.layers.43.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..40044f6249e5a442c8c1041584167142800fed9e
Binary files /dev/null and b/weights/decoder.layers.43.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.43.self_attn.k_proj.weight b/weights/decoder.layers.43.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..4938d29b23396b85a6e92c9683e520957a094fc9
--- /dev/null
+++ b/weights/decoder.layers.43.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1847445d51d3bac1a90c9d74a152098c7efcba8fe8427d1a487efed740d9de80
+size 301990016
diff --git a/weights/decoder.layers.43.self_attn.out_proj.bias b/weights/decoder.layers.43.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..46231fd927fbf6baa1e5cc184a92dc2f11843b94
Binary files /dev/null and b/weights/decoder.layers.43.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.43.self_attn.out_proj.weight b/weights/decoder.layers.43.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..aa044cb157877367fac5418a909034dbe9af95ad
--- /dev/null
+++ b/weights/decoder.layers.43.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c68172054eb2910ef9c5b500b33aea6f98488b2067bde362988acff004ee383c
+size 301990016
diff --git a/weights/decoder.layers.43.self_attn.q_proj.bias b/weights/decoder.layers.43.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..652d68dd15fd0f59a78856fa94eb29cd549d6a77
Binary files /dev/null and b/weights/decoder.layers.43.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.43.self_attn.q_proj.weight b/weights/decoder.layers.43.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..2479fc8f98ca6459f7fece2e374707ee7cf1ea12
--- /dev/null
+++ b/weights/decoder.layers.43.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a83dedae6107508e9bdc3d0eadbbef93446242528ff0a4b8d8d736879fbee0
+size 301990016
diff --git a/weights/decoder.layers.43.self_attn.v_proj.bias b/weights/decoder.layers.43.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..68343e5c2bf7609cecc72ece137f2ae641a006a3
Binary files /dev/null and b/weights/decoder.layers.43.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.43.self_attn.v_proj.weight b/weights/decoder.layers.43.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..69b7b4a84bfb001c539c16797bbab91f7f129207
--- /dev/null
+++ b/weights/decoder.layers.43.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e9484046d2d5308bb6416fc7d3eb522f893bc25235c6da5d8415b00076f9019
+size 301990016
diff --git a/weights/decoder.layers.43.self_attn_layer_norm.bias b/weights/decoder.layers.43.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..78566567782ffb14703f16549fa2935f2db92f06
Binary files /dev/null and b/weights/decoder.layers.43.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.43.self_attn_layer_norm.weight b/weights/decoder.layers.43.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.43.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.44.fc1.bias b/weights/decoder.layers.44.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..4f83185de8bd9af88b4993b8295b2b81b75dfe21
Binary files /dev/null and b/weights/decoder.layers.44.fc1.bias differ
diff --git a/weights/decoder.layers.44.fc1.weight b/weights/decoder.layers.44.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..14167807faaa25bbe20faebe107697fdab0c9ff8
--- /dev/null
+++ b/weights/decoder.layers.44.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b3a208d69eb13ef96a9484592141e7a86e92e4932c41d7d675b0e20a19369e6
+size 1207959680
diff --git a/weights/decoder.layers.44.fc2.bias b/weights/decoder.layers.44.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..55120cd73d4b1f6ba89e06403d2c63fcbbf8e8b1
Binary files /dev/null and b/weights/decoder.layers.44.fc2.bias differ
diff --git a/weights/decoder.layers.44.fc2.weight b/weights/decoder.layers.44.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..ac6f61a7fc78ca690bc5a2548f192d9fe266a288
--- /dev/null
+++ b/weights/decoder.layers.44.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95aec609b548bf9fd7f4c0cd92b138735100d1b56d00cb46237208e5b9f62ac2
+size 1207959680
diff --git a/weights/decoder.layers.44.final_layer_norm.bias b/weights/decoder.layers.44.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..50c71037e1f3ebc058352009cc8123d0f183954a
Binary files /dev/null and b/weights/decoder.layers.44.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.44.final_layer_norm.weight b/weights/decoder.layers.44.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.44.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.44.self_attn.k_proj.bias b/weights/decoder.layers.44.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..91705b7296c4d895a93b5727b83a6fa9894d166b
Binary files /dev/null and b/weights/decoder.layers.44.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.44.self_attn.k_proj.weight b/weights/decoder.layers.44.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..3a2c8479d0ed8203532ac3bd48b77572d3e7d147
--- /dev/null
+++ b/weights/decoder.layers.44.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1913efbfa0f81c6729c9858d5f5c84666a7ade77045e36e0353199464de0ae95
+size 301990016
diff --git a/weights/decoder.layers.44.self_attn.out_proj.bias b/weights/decoder.layers.44.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..b3e55b4b15f0481d92f6739622795d8ee33e921f
Binary files /dev/null and b/weights/decoder.layers.44.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.44.self_attn.out_proj.weight b/weights/decoder.layers.44.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..ce104893c6097050d6fb15fa62eee416fd52d6b7
--- /dev/null
+++ b/weights/decoder.layers.44.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33bf33b8a9ad50bfdd7d1d589a7b7f460f2add24786b0b142e7c1274c0484317
+size 301990016
diff --git a/weights/decoder.layers.44.self_attn.q_proj.bias b/weights/decoder.layers.44.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..db2f956da85d996bf27112012a2b8364aa97d237
Binary files /dev/null and b/weights/decoder.layers.44.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.44.self_attn.q_proj.weight b/weights/decoder.layers.44.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..fdf7602b3b17598e5ab798f98f9df6f91a6e2bd1
--- /dev/null
+++ b/weights/decoder.layers.44.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3442afa1aac35e90a497f9fb8206ae945be9d0987def01cf461c774e8718131
+size 301990016
diff --git a/weights/decoder.layers.44.self_attn.v_proj.bias b/weights/decoder.layers.44.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..0792439c71a907173bebab28dbb225352d389095
Binary files /dev/null and b/weights/decoder.layers.44.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.44.self_attn.v_proj.weight b/weights/decoder.layers.44.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..e760e62df3861278fb9b07fdb3e677b49b07a335
--- /dev/null
+++ b/weights/decoder.layers.44.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c711121ddf9e53bb03d83322ab78c1a4da6d6e0bd00e0d34807910d8fc5fb7e8
+size 301990016
diff --git a/weights/decoder.layers.44.self_attn_layer_norm.bias b/weights/decoder.layers.44.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..4c23c0d2554b927f0ddf9a4546fdaf4420aaa5a0
Binary files /dev/null and b/weights/decoder.layers.44.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.44.self_attn_layer_norm.weight b/weights/decoder.layers.44.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.44.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.45.fc1.bias b/weights/decoder.layers.45.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..6790b4c0113a5d2a28b8681f3ac1b8a0661784f8
Binary files /dev/null and b/weights/decoder.layers.45.fc1.bias differ
diff --git a/weights/decoder.layers.45.fc1.weight b/weights/decoder.layers.45.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..dab9ef37fac0477b116d2a3c4a26ffc4fea2fe2b
--- /dev/null
+++ b/weights/decoder.layers.45.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c749c38afe8b84fd0af4f931c0621706ab6c70c2ed85cbd6dc6911ba697638
+size 1207959680
diff --git a/weights/decoder.layers.45.fc2.bias b/weights/decoder.layers.45.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..02abd0832dfd6b99a3623c30b999ddbbf73933d0
Binary files /dev/null and b/weights/decoder.layers.45.fc2.bias differ
diff --git a/weights/decoder.layers.45.fc2.weight b/weights/decoder.layers.45.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..41a28edef3f378436feb102814e11bbeb3d76186
--- /dev/null
+++ b/weights/decoder.layers.45.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:549d57d70c128052e0fa18eb48980ffa30fd930bf83276c4f8aec02c4184f8ad
+size 1207959680
diff --git a/weights/decoder.layers.45.final_layer_norm.bias b/weights/decoder.layers.45.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..e69edc961e30e3e08715171640f5703dce0cfca8
Binary files /dev/null and b/weights/decoder.layers.45.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.45.final_layer_norm.weight b/weights/decoder.layers.45.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.45.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.45.self_attn.k_proj.bias b/weights/decoder.layers.45.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..2d977540193a1283463974a17ec72a16e8673e9d
Binary files /dev/null and b/weights/decoder.layers.45.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.45.self_attn.k_proj.weight b/weights/decoder.layers.45.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..1833d41b1a0fc212cef3ae1e4d191293458eedad
--- /dev/null
+++ b/weights/decoder.layers.45.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:688883a9946d8207fdf344ef0c7e1383a09985ea6d7511c23868a8932660eb48
+size 301990016
diff --git a/weights/decoder.layers.45.self_attn.out_proj.bias b/weights/decoder.layers.45.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..ba05bc5f12f06396d0efb371c22716f915e4896b
Binary files /dev/null and b/weights/decoder.layers.45.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.45.self_attn.out_proj.weight b/weights/decoder.layers.45.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..f2585d0078ee83ece5d58f401098b831a6fd7398
--- /dev/null
+++ b/weights/decoder.layers.45.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d292d55fc3eb087d45acf61eaee648e366e0e87e39cce2834d16c2aaa4b407
+size 301990016
diff --git a/weights/decoder.layers.45.self_attn.q_proj.bias b/weights/decoder.layers.45.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..ccf2ad5390d0fe02c93f0c1473771ba16b0e7ae1
Binary files /dev/null and b/weights/decoder.layers.45.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.45.self_attn.q_proj.weight b/weights/decoder.layers.45.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..70a58208b8b0940590f213357c9f753558daef5b
--- /dev/null
+++ b/weights/decoder.layers.45.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88b7541f951ff0dfd614cd4fdb4a60611d64c78257ddba00e750d8b99e6ae282
+size 301990016
diff --git a/weights/decoder.layers.45.self_attn.v_proj.bias b/weights/decoder.layers.45.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..cd9c05ed9f303587e0c27a6b56fdbc010f952b86
Binary files /dev/null and b/weights/decoder.layers.45.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.45.self_attn.v_proj.weight b/weights/decoder.layers.45.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..5a7f289c4c35091977dd75529b13c5a5af269274
--- /dev/null
+++ b/weights/decoder.layers.45.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e254582f6b623824ea0d70a17a923ce037310961d153a4252a05cd9699d7daf2
+size 301990016
diff --git a/weights/decoder.layers.45.self_attn_layer_norm.bias b/weights/decoder.layers.45.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..5f688c34ee14d1273749f07317ac4a6cc1154ab7
Binary files /dev/null and b/weights/decoder.layers.45.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.45.self_attn_layer_norm.weight b/weights/decoder.layers.45.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.45.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.46.fc1.bias b/weights/decoder.layers.46.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..6f5b667f50fbac57112fb0ceb5d0493ac442eca0
Binary files /dev/null and b/weights/decoder.layers.46.fc1.bias differ
diff --git a/weights/decoder.layers.46.fc1.weight b/weights/decoder.layers.46.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..b2ec8975064fe74539921c1a439812a1dd95c135
--- /dev/null
+++ b/weights/decoder.layers.46.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7abb7d0c42b0e0d730952ff3821c2fa4613b940be35b938690bc21d8a1d52163
+size 1207959680
diff --git a/weights/decoder.layers.46.fc2.bias b/weights/decoder.layers.46.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..e83477a5ff09d1d7222563f5e32542b51f117584
Binary files /dev/null and b/weights/decoder.layers.46.fc2.bias differ
diff --git a/weights/decoder.layers.46.fc2.weight b/weights/decoder.layers.46.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..99ce9b900ee89fc41b059c9e6ac4fc58aea6393f
--- /dev/null
+++ b/weights/decoder.layers.46.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf64e0120262a8788294e55952ebc8884dda72ef59e7145595ab4c5d2ffc9d83
+size 1207959680
diff --git a/weights/decoder.layers.46.final_layer_norm.bias b/weights/decoder.layers.46.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..4a70fc107df5b0e7bc8b35d3d40701fbec99c65e
Binary files /dev/null and b/weights/decoder.layers.46.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.46.final_layer_norm.weight b/weights/decoder.layers.46.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.46.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.46.self_attn.k_proj.bias b/weights/decoder.layers.46.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..d120dac7675ded4179f9fe3b0845b2dd2b3c89d0
Binary files /dev/null and b/weights/decoder.layers.46.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.46.self_attn.k_proj.weight b/weights/decoder.layers.46.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..a86e2dec08b806a791d240a4e077ac29190eb165
--- /dev/null
+++ b/weights/decoder.layers.46.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7553af91b1e5492c8ad59b24871cddcd31452a63b4f937f275278086da98cc
+size 301990016
diff --git a/weights/decoder.layers.46.self_attn.out_proj.bias b/weights/decoder.layers.46.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..6e6dc3ffb0b757be6f02c8d5a7c3693e4d13da93
Binary files /dev/null and b/weights/decoder.layers.46.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.46.self_attn.out_proj.weight b/weights/decoder.layers.46.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..d7abda55331ec336b11d2e6fab73732307c54acc
--- /dev/null
+++ b/weights/decoder.layers.46.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbe78615882f3f8a283162744249eb02580808c66ee1e6be9ba38cf09314337b
+size 301990016
diff --git a/weights/decoder.layers.46.self_attn.q_proj.bias b/weights/decoder.layers.46.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..5ada371c1424f72fda576eb9a9503ac2b0bcfb39
Binary files /dev/null and b/weights/decoder.layers.46.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.46.self_attn.q_proj.weight b/weights/decoder.layers.46.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7b94dab647e939a4df3d47f9f2cf01502011c9f5
--- /dev/null
+++ b/weights/decoder.layers.46.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb1d49499119ff34b9631c85415af577eb3e58019dee4b7dc2eff10fb661683c
+size 301990016
diff --git a/weights/decoder.layers.46.self_attn.v_proj.bias b/weights/decoder.layers.46.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..04546c4abfba7124119924a57de8e0dedeb7903d
Binary files /dev/null and b/weights/decoder.layers.46.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.46.self_attn.v_proj.weight b/weights/decoder.layers.46.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..eb74858aa6f0b3537c6db4ff425420abe8ca6c1e
--- /dev/null
+++ b/weights/decoder.layers.46.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c6d9b1e43bc026710928b7c10600e5bafbabe10b90d15e529853f6dc253d88
+size 301990016
diff --git a/weights/decoder.layers.46.self_attn_layer_norm.bias b/weights/decoder.layers.46.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..e232d06d2b36f4ae1bee8d866e6f16b98bfb834d
Binary files /dev/null and b/weights/decoder.layers.46.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.46.self_attn_layer_norm.weight b/weights/decoder.layers.46.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.46.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.47.fc1.bias b/weights/decoder.layers.47.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..fc7044ffe4bd16b1ad3b1db4cff5a28a65cc027a
Binary files /dev/null and b/weights/decoder.layers.47.fc1.bias differ
diff --git a/weights/decoder.layers.47.fc1.weight b/weights/decoder.layers.47.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..2e467973c6a3ab6a3d199770c4d8eab8491fec19
--- /dev/null
+++ b/weights/decoder.layers.47.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d41e289b27f617bcadac1c0b37d0a29d6ad1441fd2a25e3fed12681e703e6c2
+size 1207959680
diff --git a/weights/decoder.layers.47.fc2.bias b/weights/decoder.layers.47.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..1430a9e0844b9e60ab484ab69462d04ff1517b75
Binary files /dev/null and b/weights/decoder.layers.47.fc2.bias differ
diff --git a/weights/decoder.layers.47.fc2.weight b/weights/decoder.layers.47.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..6625e5679f09be85b85018d5234bd00787f1ee78
--- /dev/null
+++ b/weights/decoder.layers.47.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2faf63745c4b5761c4906366942b39f6498992a89a443fa3977f7923f1e0d828
+size 1207959680
diff --git a/weights/decoder.layers.47.final_layer_norm.bias b/weights/decoder.layers.47.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..014115227cdabca3c240f74dd4f8a0e23636985b
Binary files /dev/null and b/weights/decoder.layers.47.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.47.final_layer_norm.weight b/weights/decoder.layers.47.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.47.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.47.self_attn.k_proj.bias b/weights/decoder.layers.47.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..4b953f77955571ad59abbd060488076f53efb915
Binary files /dev/null and b/weights/decoder.layers.47.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.47.self_attn.k_proj.weight b/weights/decoder.layers.47.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..646ed49a409b9c925af066d5ca53f62648beaa63
--- /dev/null
+++ b/weights/decoder.layers.47.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61bc23203e99d3552e8a96b8e5b5cd7778697d5e8462fa35618d8bb4df3f4b3f
+size 301990016
diff --git a/weights/decoder.layers.47.self_attn.out_proj.bias b/weights/decoder.layers.47.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..a3bf72f4ede67e456e740f7ec54944eba502b7c5
Binary files /dev/null and b/weights/decoder.layers.47.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.47.self_attn.out_proj.weight b/weights/decoder.layers.47.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..832f1e8b9dfad703c2f5879c99ab4163f1378dcb
--- /dev/null
+++ b/weights/decoder.layers.47.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a4eee5583471d900395601430ede4cce2af6633a209b6fdc65b09480d31129
+size 301990016
diff --git a/weights/decoder.layers.47.self_attn.q_proj.bias b/weights/decoder.layers.47.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..7c26b2021569332dcd5e200a3047c9097f0930d2
Binary files /dev/null and b/weights/decoder.layers.47.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.47.self_attn.q_proj.weight b/weights/decoder.layers.47.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..855b4fd33a8491a0919167205bbf77414b514796
--- /dev/null
+++ b/weights/decoder.layers.47.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7a54c44ca10951daf5e737b10d4342f9bcd0da1f03b75ae4976c8a23bd3716
+size 301990016
diff --git a/weights/decoder.layers.47.self_attn.v_proj.bias b/weights/decoder.layers.47.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..b58996e233c61b0ff50044e7a060d90e08c36cf3
Binary files /dev/null and b/weights/decoder.layers.47.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.47.self_attn.v_proj.weight b/weights/decoder.layers.47.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..eac5b094ebb614eb998e6f0bc103348ef338bb17
--- /dev/null
+++ b/weights/decoder.layers.47.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b363c4baf85c9591d3a0240425401d03e860a0be35ba4caa20abc52aea1a2d09
+size 301990016
diff --git a/weights/decoder.layers.47.self_attn_layer_norm.bias b/weights/decoder.layers.47.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..3daa71f6be03be6c562deec809ce2588fff17348
Binary files /dev/null and b/weights/decoder.layers.47.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.47.self_attn_layer_norm.weight b/weights/decoder.layers.47.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.47.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.48.fc1.bias b/weights/decoder.layers.48.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..95fe0ba61444a50e08f73e6f614ea6b129dccb86
Binary files /dev/null and b/weights/decoder.layers.48.fc1.bias differ
diff --git a/weights/decoder.layers.48.fc1.weight b/weights/decoder.layers.48.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..47104c5a3dddaf07d0fc6ae74c7747b8b9c85de5
--- /dev/null
+++ b/weights/decoder.layers.48.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af0cf05bb1521b1e83234cb9d9c1c5dff0ff9f41140590cc68986543ab483472
+size 1207959680
diff --git a/weights/decoder.layers.48.fc2.bias b/weights/decoder.layers.48.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..38219043b7c51d431abc8e88c0bc1dd9b438c902
Binary files /dev/null and b/weights/decoder.layers.48.fc2.bias differ
diff --git a/weights/decoder.layers.48.fc2.weight b/weights/decoder.layers.48.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..c1adcbf88e1e17465c114bc9f156c4589e9a613e
--- /dev/null
+++ b/weights/decoder.layers.48.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ecb21d6f134f67f42a9cbbd8a4cae22f4b98e790b9ab76630561da2a20600f
+size 1207959680
diff --git a/weights/decoder.layers.48.final_layer_norm.bias b/weights/decoder.layers.48.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..a97c595528df1fdc2338981df763fca876db2fbf
Binary files /dev/null and b/weights/decoder.layers.48.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.48.final_layer_norm.weight b/weights/decoder.layers.48.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.48.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.48.self_attn.k_proj.bias b/weights/decoder.layers.48.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..7eebf60741e0543ae1e82241c619aabb44e9a21b
Binary files /dev/null and b/weights/decoder.layers.48.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.48.self_attn.k_proj.weight b/weights/decoder.layers.48.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..1eed519bbad7dc7f0e7504bf53709c3a1eb8e946
--- /dev/null
+++ b/weights/decoder.layers.48.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:389626063df4c08046129c1ad56cf250897871094db3bbb2dc5bce6d49d3356b
+size 301990016
diff --git a/weights/decoder.layers.48.self_attn.out_proj.bias b/weights/decoder.layers.48.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..ddc1074cefe625e0485945c0abb82e8b762d5c3a
Binary files /dev/null and b/weights/decoder.layers.48.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.48.self_attn.out_proj.weight b/weights/decoder.layers.48.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..4bce31d6ab34fb75df1634479b5285c5122b59bf
--- /dev/null
+++ b/weights/decoder.layers.48.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c32df351274c10b88979f7d5fc3e22d809625c36425141eeda4d335798147f6
+size 301990016
diff --git a/weights/decoder.layers.48.self_attn.q_proj.bias b/weights/decoder.layers.48.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..c9a3ce9e4cf64615a8c4bd7e76f6a1e810106c31
Binary files /dev/null and b/weights/decoder.layers.48.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.48.self_attn.q_proj.weight b/weights/decoder.layers.48.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7aff9a03389327ef5ee395b4408c9482e77395db
--- /dev/null
+++ b/weights/decoder.layers.48.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dabc6b91f5dc2402c49205f9d5feffdd6441615da1c86c19cdb861bd3dde6a63
+size 301990016
diff --git a/weights/decoder.layers.48.self_attn.v_proj.bias b/weights/decoder.layers.48.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..09a0d9636f7562f84da58442ac05fd074ecf7d92
Binary files /dev/null and b/weights/decoder.layers.48.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.48.self_attn.v_proj.weight b/weights/decoder.layers.48.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..79eee34935fd19b0d3ad6b9e513b85e1f558474a
--- /dev/null
+++ b/weights/decoder.layers.48.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9234c5d0f73e3b65e329a03a25afc35dabfbb195e62e1236cfd824f77445a4c
+size 301990016
diff --git a/weights/decoder.layers.48.self_attn_layer_norm.bias b/weights/decoder.layers.48.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..af75b2b3e1f59cb558568ec5ee62a389985d922e
Binary files /dev/null and b/weights/decoder.layers.48.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.48.self_attn_layer_norm.weight b/weights/decoder.layers.48.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.48.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.49.fc1.bias b/weights/decoder.layers.49.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..b9c8f8cf0995b10e7e4d4d44b3b483d566411a81
Binary files /dev/null and b/weights/decoder.layers.49.fc1.bias differ
diff --git a/weights/decoder.layers.49.fc1.weight b/weights/decoder.layers.49.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..4dcff14f452336e7727984e5f3a53121a118e36d
--- /dev/null
+++ b/weights/decoder.layers.49.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9395d455f76d63c3be0cf16113397a83045b5bab34704e8f09ea7bf1bda0646
+size 1207959680
diff --git a/weights/decoder.layers.49.fc2.bias b/weights/decoder.layers.49.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..edacacd0aa378ca2b4867c5b44b36c034be77b7e
Binary files /dev/null and b/weights/decoder.layers.49.fc2.bias differ
diff --git a/weights/decoder.layers.49.fc2.weight b/weights/decoder.layers.49.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..8cdc90ab5addca867441242b065f8bb8c1bbf9a5
--- /dev/null
+++ b/weights/decoder.layers.49.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd994ee7e24ef05cfcb598a334569783dad8898dc8fba668c6bd194227b28e1
+size 1207959680
diff --git a/weights/decoder.layers.49.final_layer_norm.bias b/weights/decoder.layers.49.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..3e1e7a1b0075c23d2923ac08ed0151ea63b5d8c0
Binary files /dev/null and b/weights/decoder.layers.49.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.49.final_layer_norm.weight b/weights/decoder.layers.49.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.49.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.49.self_attn.k_proj.bias b/weights/decoder.layers.49.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..d631b19790118bc4ea9939b93f74a065045a284a
Binary files /dev/null and b/weights/decoder.layers.49.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.49.self_attn.k_proj.weight b/weights/decoder.layers.49.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..186d2900df80e00f4b5680053a44c9f79b7028d2
--- /dev/null
+++ b/weights/decoder.layers.49.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fcf52e613e88857fbd521427ed107cbb05c0fee56d9821431fb2f1136b44898
+size 301990016
diff --git a/weights/decoder.layers.49.self_attn.out_proj.bias b/weights/decoder.layers.49.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..78921bd7ef526273aeac584323e644e1143a7bf5
Binary files /dev/null and b/weights/decoder.layers.49.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.49.self_attn.out_proj.weight b/weights/decoder.layers.49.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f93e1f6cdb729541d332a0fb933bd69430dcec4
--- /dev/null
+++ b/weights/decoder.layers.49.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3646bb973df0f225abd91ebe76392692964ceb1e3602748d4c41010515e1c91
+size 301990016
diff --git a/weights/decoder.layers.49.self_attn.q_proj.bias b/weights/decoder.layers.49.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..e45a4c1fa817ac1c145f2f50f41ffcafafa8f323
Binary files /dev/null and b/weights/decoder.layers.49.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.49.self_attn.q_proj.weight b/weights/decoder.layers.49.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..82b3340ba84a5ca24f628a4be8a80e4990c8523d
--- /dev/null
+++ b/weights/decoder.layers.49.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8bdf934450a439600fcd98c800f43c1116375a0b31881be98b3f261f4285dcc
+size 301990016
diff --git a/weights/decoder.layers.49.self_attn.v_proj.bias b/weights/decoder.layers.49.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..c0af1b651e2c1ee1cea44cd21ff97b00795905a6
Binary files /dev/null and b/weights/decoder.layers.49.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.49.self_attn.v_proj.weight b/weights/decoder.layers.49.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..f86b1083a98bc4684610425ca757ac621a67726a
--- /dev/null
+++ b/weights/decoder.layers.49.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bb8048e107bf4b8bda827322da9a08e6ee232fbdd553279ecc2f1901648127a
+size 301990016
diff --git a/weights/decoder.layers.49.self_attn_layer_norm.bias b/weights/decoder.layers.49.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..e139e6055e5e25b329c61e00c43467c9bcd43536
Binary files /dev/null and b/weights/decoder.layers.49.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.49.self_attn_layer_norm.weight b/weights/decoder.layers.49.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.49.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.5.fc1.bias b/weights/decoder.layers.5.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..99a7569ccd502a80f8c3bd4d67b2f143c6cedafb
Binary files /dev/null and b/weights/decoder.layers.5.fc1.bias differ
diff --git a/weights/decoder.layers.5.fc1.weight b/weights/decoder.layers.5.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..9280d201ee66ff268f2a51fd159d2871b10a4476
--- /dev/null
+++ b/weights/decoder.layers.5.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a28eb073fff15e22e93a70f7de844ebce7dcf4d83c77b1fd1aaa46fc18d9d3b6
+size 1207959680
diff --git a/weights/decoder.layers.5.fc2.bias b/weights/decoder.layers.5.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..78cac0d5e412ae4c47f4a5acfe94b6c81a7f4eb7
Binary files /dev/null and b/weights/decoder.layers.5.fc2.bias differ
diff --git a/weights/decoder.layers.5.fc2.weight b/weights/decoder.layers.5.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..1a3c418157b8e3aad7680ac64878e4a19d0a752a
--- /dev/null
+++ b/weights/decoder.layers.5.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf5d1171b11326f4c56ee7b166e25c7e43a1334906b8659feaa29aac0c50881b
+size 1207959680
diff --git a/weights/decoder.layers.5.final_layer_norm.bias b/weights/decoder.layers.5.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..0ce5e97af0aa5f37eaf0f6bebf75dcc8b039ce64
Binary files /dev/null and b/weights/decoder.layers.5.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.5.final_layer_norm.weight b/weights/decoder.layers.5.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.5.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.5.self_attn.k_proj.bias b/weights/decoder.layers.5.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..1bec77f88bd0f42710bf4b1c1b565fdadd2d5ee4
Binary files /dev/null and b/weights/decoder.layers.5.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.5.self_attn.k_proj.weight b/weights/decoder.layers.5.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..b3a74cd71addcd1ad3f5b824b49b6e51e0270471
--- /dev/null
+++ b/weights/decoder.layers.5.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e612ad3534e88995562f1445c2af1110b93142b611323e2f9a2dddf3bddd67
+size 301990016
diff --git a/weights/decoder.layers.5.self_attn.out_proj.bias b/weights/decoder.layers.5.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..65cc09db6032675bf095f1d302489496238b84fc
Binary files /dev/null and b/weights/decoder.layers.5.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.5.self_attn.out_proj.weight b/weights/decoder.layers.5.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..8d5b9254b7e8856ed2dcddf3221511ff6bd69ff0
--- /dev/null
+++ b/weights/decoder.layers.5.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f16b161355585b1347760c7896a527ebda93e296e61aad8aafae80b51158bf56
+size 301990016
diff --git a/weights/decoder.layers.5.self_attn.q_proj.bias b/weights/decoder.layers.5.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..20ea08b03b12b00c7214e9b1ce87e18b9d345bb5
Binary files /dev/null and b/weights/decoder.layers.5.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.5.self_attn.q_proj.weight b/weights/decoder.layers.5.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..fb5c63d6f1afee8adaa84a0cd52cb81c75f19995
--- /dev/null
+++ b/weights/decoder.layers.5.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fad04cdcd4352eda3d6d919b41eb00a4a051c2b29eeb7b7c4b313f6e84388b78
+size 301990016
diff --git a/weights/decoder.layers.5.self_attn.v_proj.bias b/weights/decoder.layers.5.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..088383a89715cf9680dacb68184412404b36f75b
Binary files /dev/null and b/weights/decoder.layers.5.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.5.self_attn.v_proj.weight b/weights/decoder.layers.5.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..f1c254ed90ffdb01d0b0e3014cd878cf29dc130f
--- /dev/null
+++ b/weights/decoder.layers.5.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af82a233d58045bfaaeddc6754f16c77f671528b957bdfddecded0818288ca7c
+size 301990016
diff --git a/weights/decoder.layers.5.self_attn_layer_norm.bias b/weights/decoder.layers.5.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..243704d4faaaea42b266e0f4361a8d78fe60c886
Binary files /dev/null and b/weights/decoder.layers.5.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.5.self_attn_layer_norm.weight b/weights/decoder.layers.5.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.5.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.50.fc1.bias b/weights/decoder.layers.50.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..72f438abfbcb25bcdaea89fbb236be99f0341119
Binary files /dev/null and b/weights/decoder.layers.50.fc1.bias differ
diff --git a/weights/decoder.layers.50.fc1.weight b/weights/decoder.layers.50.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..9e59640a2b84aa4af294878f1c478b17e6e65ced
--- /dev/null
+++ b/weights/decoder.layers.50.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870cdad623e95cf34d9c2ffe4e3999914409913c53c547c55efbd29a7d80d014
+size 1207959680
diff --git a/weights/decoder.layers.50.fc2.bias b/weights/decoder.layers.50.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..e7a335fed0e5956529f629ba4c9590abb0bbe591
Binary files /dev/null and b/weights/decoder.layers.50.fc2.bias differ
diff --git a/weights/decoder.layers.50.fc2.weight b/weights/decoder.layers.50.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..5d3cffa23c896e27faffe8fd6179aa8aaa4f5d0a
--- /dev/null
+++ b/weights/decoder.layers.50.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a52d7bb6dac3aae0125aa00735f417602d3a4cbc225f3800518372666b20def0
+size 1207959680
diff --git a/weights/decoder.layers.50.final_layer_norm.bias b/weights/decoder.layers.50.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..dc96887b207c7911f93556c918e46d7b4e5092ff
Binary files /dev/null and b/weights/decoder.layers.50.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.50.final_layer_norm.weight b/weights/decoder.layers.50.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.50.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.50.self_attn.k_proj.bias b/weights/decoder.layers.50.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..b3ab126415d368880865e2ac622c61300dd1c0fb
Binary files /dev/null and b/weights/decoder.layers.50.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.50.self_attn.k_proj.weight b/weights/decoder.layers.50.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..63d7302231cd5b342554d467d63b2d938f396789
--- /dev/null
+++ b/weights/decoder.layers.50.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2624f76d583d931a49d90696c0096b591bdc6c6526370c4441402fedebaf6ba5
+size 301990016
diff --git a/weights/decoder.layers.50.self_attn.out_proj.bias b/weights/decoder.layers.50.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..2b9a1f7b9965c1abfa7146d2a549b339fdb1844b
Binary files /dev/null and b/weights/decoder.layers.50.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.50.self_attn.out_proj.weight b/weights/decoder.layers.50.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..af57e1c27c4066aab03f89e74e01724dd658581f
--- /dev/null
+++ b/weights/decoder.layers.50.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4b4c8c346393f2caa95cb8d2564d9303df6326b5e8b67765b1f836c4c3d279f
+size 301990016
diff --git a/weights/decoder.layers.50.self_attn.q_proj.bias b/weights/decoder.layers.50.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..ae2fb2110548caa306d50f1b0cc38d7ec9231796
Binary files /dev/null and b/weights/decoder.layers.50.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.50.self_attn.q_proj.weight b/weights/decoder.layers.50.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..3310e48a090227758f22818bb10272a36153acd9
--- /dev/null
+++ b/weights/decoder.layers.50.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f226f8741d986633e94ccce03d8bb1c036e7b68ee0c77c2228446b68ca210e
+size 301990016
diff --git a/weights/decoder.layers.50.self_attn.v_proj.bias b/weights/decoder.layers.50.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..0995eae620b19c936f788fb3a9f00f0a7dfef496
Binary files /dev/null and b/weights/decoder.layers.50.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.50.self_attn.v_proj.weight b/weights/decoder.layers.50.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..3e58d57fa4c91be10a99324170be895babbd736c
--- /dev/null
+++ b/weights/decoder.layers.50.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e28c90c7174bf6d469a1d13926d64ca34122e7e5e3573b847ced74673f0d87
+size 301990016
diff --git a/weights/decoder.layers.50.self_attn_layer_norm.bias b/weights/decoder.layers.50.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..64e5874f9258998f98dad4c5021f8565ee3e269a
Binary files /dev/null and b/weights/decoder.layers.50.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.50.self_attn_layer_norm.weight b/weights/decoder.layers.50.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.50.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.51.fc1.bias b/weights/decoder.layers.51.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..27dc8f0c2ba10b0d8ccaf4e42077ebbaa8cfb152
Binary files /dev/null and b/weights/decoder.layers.51.fc1.bias differ
diff --git a/weights/decoder.layers.51.fc1.weight b/weights/decoder.layers.51.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..d04721266ad391541e82d17ff4e1b15acb2f95fb
--- /dev/null
+++ b/weights/decoder.layers.51.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2a6465d2a4af189ce4de2aaad0016d62668b26be7b3d1f55d8f40f6e5a4c5ac
+size 1207959680
diff --git a/weights/decoder.layers.51.fc2.bias b/weights/decoder.layers.51.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..760060e2d40543617aa6a763f3fb39ee05e89dda
Binary files /dev/null and b/weights/decoder.layers.51.fc2.bias differ
diff --git a/weights/decoder.layers.51.fc2.weight b/weights/decoder.layers.51.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..76729770b30cf80dfce0bdd431138ba7d3994842
--- /dev/null
+++ b/weights/decoder.layers.51.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab904b4c391d61f7a06a7a7aebf24215b389c8c40e7daab34d58ea83e47b25e6
+size 1207959680
diff --git a/weights/decoder.layers.51.final_layer_norm.bias b/weights/decoder.layers.51.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..ac3e34132a6e14b786a283bc3d2747e3d361f835
Binary files /dev/null and b/weights/decoder.layers.51.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.51.final_layer_norm.weight b/weights/decoder.layers.51.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.51.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.51.self_attn.k_proj.bias b/weights/decoder.layers.51.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..b822bedd5549263bd877e39d362b67e4f9c9970d
Binary files /dev/null and b/weights/decoder.layers.51.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.51.self_attn.k_proj.weight b/weights/decoder.layers.51.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..88350e564cec58738fd0fdb06c36235b3f95a261
--- /dev/null
+++ b/weights/decoder.layers.51.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97490072a937fc70568fab67f927ff3398a82f4d70ab9a5b51709475d7d9900a
+size 301990016
diff --git a/weights/decoder.layers.51.self_attn.out_proj.bias b/weights/decoder.layers.51.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..a65f62c0bca47da41d4031687592dc679a57da48
Binary files /dev/null and b/weights/decoder.layers.51.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.51.self_attn.out_proj.weight b/weights/decoder.layers.51.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..a43aeb90a1a2b115aace79762a0709ea4e4faefa
--- /dev/null
+++ b/weights/decoder.layers.51.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29d374d1f1a6f35ad7c5a824807ffd1c8456a365f1d6eb0beb69be1dde36a9f8
+size 301990016
diff --git a/weights/decoder.layers.51.self_attn.q_proj.bias b/weights/decoder.layers.51.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..42fc2a40692d610d6ae8c34ab47bf8dd6f36f1e0
Binary files /dev/null and b/weights/decoder.layers.51.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.51.self_attn.q_proj.weight b/weights/decoder.layers.51.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7778bf6dc8f3d9acd4e1b6762ffd4946be32d540
--- /dev/null
+++ b/weights/decoder.layers.51.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a61c287d7d3904130626de57429489b62716225d3df976b40089f1167da3f896
+size 301990016
diff --git a/weights/decoder.layers.51.self_attn.v_proj.bias b/weights/decoder.layers.51.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..fa94db876de04e78a38f6943ed287fed01d27e46
Binary files /dev/null and b/weights/decoder.layers.51.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.51.self_attn.v_proj.weight b/weights/decoder.layers.51.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..512fc335b5e131dc6d6e85af555dcc56065d7cee
--- /dev/null
+++ b/weights/decoder.layers.51.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527d0fb29aef04857eaa1715fe2a65de40a5310e9b5c87bf7c70bd21cf8042a9
+size 301990016
diff --git a/weights/decoder.layers.51.self_attn_layer_norm.bias b/weights/decoder.layers.51.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..9506242c331c4267e72695afb928cb4441c7bbfe
Binary files /dev/null and b/weights/decoder.layers.51.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.51.self_attn_layer_norm.weight b/weights/decoder.layers.51.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.51.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.52.fc1.bias b/weights/decoder.layers.52.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..61d7633c83d877c01fb3b81eafcb583cf747a59b
Binary files /dev/null and b/weights/decoder.layers.52.fc1.bias differ
diff --git a/weights/decoder.layers.52.fc1.weight b/weights/decoder.layers.52.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..fa9efa9e87c398efa742102d2d619dc0053b1dc4
--- /dev/null
+++ b/weights/decoder.layers.52.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3325f8c6e684ee2ef7c5d884de14cf9976afbac10878c4fd813f7382f052431
+size 1207959680
diff --git a/weights/decoder.layers.52.fc2.bias b/weights/decoder.layers.52.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..c5d2345088ed2cace22953751446866a63898142
Binary files /dev/null and b/weights/decoder.layers.52.fc2.bias differ
diff --git a/weights/decoder.layers.52.fc2.weight b/weights/decoder.layers.52.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..4fe9ee42b579f64fabc0f55fc11c0a2da3511645
--- /dev/null
+++ b/weights/decoder.layers.52.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b9c819f40cca05a19a9bb7dfd1d672d04b5db032e43bc43b791b5824cedfbe1
+size 1207959680
diff --git a/weights/decoder.layers.52.final_layer_norm.bias b/weights/decoder.layers.52.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..d54ba6f5fd1d41ed0cd2d90c9ab1c7bdfdb20161
Binary files /dev/null and b/weights/decoder.layers.52.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.52.final_layer_norm.weight b/weights/decoder.layers.52.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.52.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.52.self_attn.k_proj.bias b/weights/decoder.layers.52.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..42d77f6a02a8764f900ac0c1d97e3e146f4dbbd9
Binary files /dev/null and b/weights/decoder.layers.52.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.52.self_attn.k_proj.weight b/weights/decoder.layers.52.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..db66feb0833798c9b485c3016cece99377061ee2
--- /dev/null
+++ b/weights/decoder.layers.52.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0b9fffea242192c0ed642637606dffc3a693463ceebc24985b20af7accd64c6
+size 301990016
diff --git a/weights/decoder.layers.52.self_attn.out_proj.bias b/weights/decoder.layers.52.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..52d47793016a4900b1353013b9ab2144820521d7
Binary files /dev/null and b/weights/decoder.layers.52.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.52.self_attn.out_proj.weight b/weights/decoder.layers.52.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..dad8eab2216bb253e73309485e3548a703599d8b
--- /dev/null
+++ b/weights/decoder.layers.52.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e29fdaff505a821291378bbee087e2828c39ce8bb24707cb79e984229ef53d6
+size 301990016
diff --git a/weights/decoder.layers.52.self_attn.q_proj.bias b/weights/decoder.layers.52.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..3ddd68608db00486e3efabfcdb00cdda9545993f
Binary files /dev/null and b/weights/decoder.layers.52.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.52.self_attn.q_proj.weight b/weights/decoder.layers.52.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..d150a3b32070d889f9b5637c6fc253e037c3f122
--- /dev/null
+++ b/weights/decoder.layers.52.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:872d11bc4e8f7403a76753a83b4198e77a4e4a776803a553d368c50cb9fbf742
+size 301990016
diff --git a/weights/decoder.layers.52.self_attn.v_proj.bias b/weights/decoder.layers.52.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..ed9f2cd46b280335051ba770b9c21abed98954fa
Binary files /dev/null and b/weights/decoder.layers.52.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.52.self_attn.v_proj.weight b/weights/decoder.layers.52.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..09805008de5c80077188af50cf0a95d383263b82
--- /dev/null
+++ b/weights/decoder.layers.52.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f6ed64e29480c6d4d8d2578d98a388e06c504c37b6fcaeaab08977c3c9e7589
+size 301990016
diff --git a/weights/decoder.layers.52.self_attn_layer_norm.bias b/weights/decoder.layers.52.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..7da1ebee8dc1659e16410af64cddc38c990b7a09
Binary files /dev/null and b/weights/decoder.layers.52.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.52.self_attn_layer_norm.weight b/weights/decoder.layers.52.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.52.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.53.fc1.bias b/weights/decoder.layers.53.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..52a0b14726a8f05c8e4ad7a99b0cfd0554eb7725
Binary files /dev/null and b/weights/decoder.layers.53.fc1.bias differ
diff --git a/weights/decoder.layers.53.fc1.weight b/weights/decoder.layers.53.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..baaa539ac14a260b6021f17751e7b592ad55c639
--- /dev/null
+++ b/weights/decoder.layers.53.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a2e2db6f20640d1f90378a27d27da5a392bc57503195e6a60cdf7e882b9966b
+size 1207959680
diff --git a/weights/decoder.layers.53.fc2.bias b/weights/decoder.layers.53.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..a90b4045ccd6f2833bbc27d098d99c4cd6414066
Binary files /dev/null and b/weights/decoder.layers.53.fc2.bias differ
diff --git a/weights/decoder.layers.53.fc2.weight b/weights/decoder.layers.53.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..961fd477203538e5db7eebd05f5cee4dc452bd3e
--- /dev/null
+++ b/weights/decoder.layers.53.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a7904885a48ecd5996573eb964a915f7ab9fb58f8045f62ffbcb23e93b7e2bf
+size 1207959680
diff --git a/weights/decoder.layers.53.final_layer_norm.bias b/weights/decoder.layers.53.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..043803330f7a07ce0c879cb7978df306c0c9a563
Binary files /dev/null and b/weights/decoder.layers.53.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.53.final_layer_norm.weight b/weights/decoder.layers.53.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.53.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.53.self_attn.k_proj.bias b/weights/decoder.layers.53.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..665214c8eb946447a43e629708ed4f5b07da360f
Binary files /dev/null and b/weights/decoder.layers.53.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.53.self_attn.k_proj.weight b/weights/decoder.layers.53.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..6d0855c7c254877491f85731e6e8aaca28db096d
--- /dev/null
+++ b/weights/decoder.layers.53.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fb4a64845fa550bd4de8ce649202c7d1751dc5744a6732c0369d1400a8e2f2e
+size 301990016
diff --git a/weights/decoder.layers.53.self_attn.out_proj.bias b/weights/decoder.layers.53.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..a7c63579a87c1629d1eb3edd4ed0754ec6b7cb2e
Binary files /dev/null and b/weights/decoder.layers.53.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.53.self_attn.out_proj.weight b/weights/decoder.layers.53.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..0f22bf7ed50687a625ee0584896d2dfe44263dfb
--- /dev/null
+++ b/weights/decoder.layers.53.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68f3d89b034edab2147e128a46b839c0c3bdacef06a424503272c618b1d94a1
+size 301990016
diff --git a/weights/decoder.layers.53.self_attn.q_proj.bias b/weights/decoder.layers.53.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..f035abced529877c5d8dab3394256eef1c580d0f
Binary files /dev/null and b/weights/decoder.layers.53.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.53.self_attn.q_proj.weight b/weights/decoder.layers.53.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..70be03be024ff07423d2e59769f4ff14b182475b
--- /dev/null
+++ b/weights/decoder.layers.53.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0028720ea02b5a55ec5e4b7b89eebcbad7d371822df0acb3e909e57ab65f0e3e
+size 301990016
diff --git a/weights/decoder.layers.53.self_attn.v_proj.bias b/weights/decoder.layers.53.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..a4371b18e469fa954576d24b72479a4d9adca51b
Binary files /dev/null and b/weights/decoder.layers.53.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.53.self_attn.v_proj.weight b/weights/decoder.layers.53.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..f9791c12754d1f42f0ae2cc2d7ff8d14ffaa2922
--- /dev/null
+++ b/weights/decoder.layers.53.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b53f8d1f90bd1b25ce52e4a8cc9bd02f14647f9f7725d7075f0725aedfeb6b
+size 301990016
diff --git a/weights/decoder.layers.53.self_attn_layer_norm.bias b/weights/decoder.layers.53.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..37e7f94bf51982b2825d3188dfc7fd8202258333
Binary files /dev/null and b/weights/decoder.layers.53.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.53.self_attn_layer_norm.weight b/weights/decoder.layers.53.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.53.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.54.fc1.bias b/weights/decoder.layers.54.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..acb4f09e82a06a8e9b39f813e5f74ec617d64f09
Binary files /dev/null and b/weights/decoder.layers.54.fc1.bias differ
diff --git a/weights/decoder.layers.54.fc1.weight b/weights/decoder.layers.54.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..e4811b87f7366f6517bb7dacf7f0c986b4322ea2
--- /dev/null
+++ b/weights/decoder.layers.54.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a1ddafd429c1c585a427e2ebd34920244fc4472a6dd0e44ea9cb8254276a661
+size 1207959680
diff --git a/weights/decoder.layers.54.fc2.bias b/weights/decoder.layers.54.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..8b56bd0684931293ff3274daad94455612a8c976
Binary files /dev/null and b/weights/decoder.layers.54.fc2.bias differ
diff --git a/weights/decoder.layers.54.fc2.weight b/weights/decoder.layers.54.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..20da8b516648d5b1addff0893f1eb49b5542af87
--- /dev/null
+++ b/weights/decoder.layers.54.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae3174f4b5faa5227fc08341edf60274532aa7065398964b8ed95e9a100fe3e
+size 1207959680
diff --git a/weights/decoder.layers.54.final_layer_norm.bias b/weights/decoder.layers.54.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..fb6ded5730879fca5a949a65c588b215b3051cd6
Binary files /dev/null and b/weights/decoder.layers.54.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.54.final_layer_norm.weight b/weights/decoder.layers.54.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.54.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.54.self_attn.k_proj.bias b/weights/decoder.layers.54.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..052443ce32460df7fe3bc6bedd9787221f5b7dce
Binary files /dev/null and b/weights/decoder.layers.54.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.54.self_attn.k_proj.weight b/weights/decoder.layers.54.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..a92d7666e5ad47ed563f348820d8fbf248030411
--- /dev/null
+++ b/weights/decoder.layers.54.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74c77800642b590fc893dadba0c99300dc5f83d91a9484f7d53046c5cb700b8
+size 301990016
diff --git a/weights/decoder.layers.54.self_attn.out_proj.bias b/weights/decoder.layers.54.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..e54ab2cb05affd7118537de739713d229041eaa7
Binary files /dev/null and b/weights/decoder.layers.54.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.54.self_attn.out_proj.weight b/weights/decoder.layers.54.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..70fdf2d81d3c47f44f05d1a26ca5d31ed1028bb7
--- /dev/null
+++ b/weights/decoder.layers.54.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b10039350aa82b2e5a386eb814c36789f36025580ed78ee401200f9694972fad
+size 301990016
diff --git a/weights/decoder.layers.54.self_attn.q_proj.bias b/weights/decoder.layers.54.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..33ccc19209e41b48e8a3af0af012096850c3314a
Binary files /dev/null and b/weights/decoder.layers.54.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.54.self_attn.q_proj.weight b/weights/decoder.layers.54.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..0354051c430a3ff872cfe4e599b956b871125f27
--- /dev/null
+++ b/weights/decoder.layers.54.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523f58fa83ef28643c3d9793892ccba9f3cb43874423ea0c3f86686e84e400c1
+size 301990016
diff --git a/weights/decoder.layers.54.self_attn.v_proj.bias b/weights/decoder.layers.54.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..5df28f1233ba653a125c273fbc6eccfaf1490692
Binary files /dev/null and b/weights/decoder.layers.54.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.54.self_attn.v_proj.weight b/weights/decoder.layers.54.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..522c057982fea0f4fe10a8f0612fa09210234871
--- /dev/null
+++ b/weights/decoder.layers.54.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63c164ec13d0ace7e701f03242b55f6be97fb742fed0a351f32040868bde84b2
+size 301990016
diff --git a/weights/decoder.layers.54.self_attn_layer_norm.bias b/weights/decoder.layers.54.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..7baf0c77a0b208c5b90c3a674c977638ec108aa7
Binary files /dev/null and b/weights/decoder.layers.54.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.54.self_attn_layer_norm.weight b/weights/decoder.layers.54.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.54.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.55.fc1.bias b/weights/decoder.layers.55.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..44fa96f4b007168027a3603d17d9a1c98ea75190
Binary files /dev/null and b/weights/decoder.layers.55.fc1.bias differ
diff --git a/weights/decoder.layers.55.fc1.weight b/weights/decoder.layers.55.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..81023e51117aab39a393b8273e313479c261eca8
--- /dev/null
+++ b/weights/decoder.layers.55.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c3cf6ea9815796d315e5fdd687349f5caa4e70a70ac1d6c5fa7c62a7422154a
+size 1207959680
diff --git a/weights/decoder.layers.55.fc2.bias b/weights/decoder.layers.55.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..0f1f4d2baa54f4827c5344da2849fb9988404bc1
Binary files /dev/null and b/weights/decoder.layers.55.fc2.bias differ
diff --git a/weights/decoder.layers.55.fc2.weight b/weights/decoder.layers.55.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..5dd12f71590778b4229f62cd2216ad5791af7d35
--- /dev/null
+++ b/weights/decoder.layers.55.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5987a9f05661ad1d1e819adfe728e73f57e04f1bb697d87fa609f24ca45ffe8
+size 1207959680
diff --git a/weights/decoder.layers.55.final_layer_norm.bias b/weights/decoder.layers.55.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..fdb26f0c1d314fd0874d94f0d8dd246cebf5ea0f
Binary files /dev/null and b/weights/decoder.layers.55.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.55.final_layer_norm.weight b/weights/decoder.layers.55.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.55.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.55.self_attn.k_proj.bias b/weights/decoder.layers.55.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..e588fd88570321d3a40a1ac990c5d5fed04c9610
Binary files /dev/null and b/weights/decoder.layers.55.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.55.self_attn.k_proj.weight b/weights/decoder.layers.55.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..94f2f71f16cac8bed433c41aa2f101e45c42d888
--- /dev/null
+++ b/weights/decoder.layers.55.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5608e953ddbc878aa0411d340e5abc6992ace72af6c3866ed299a6cd78ae2ed
+size 301990016
diff --git a/weights/decoder.layers.55.self_attn.out_proj.bias b/weights/decoder.layers.55.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..765fd0af81001fa6c43bf441567cd7bf363628ab
Binary files /dev/null and b/weights/decoder.layers.55.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.55.self_attn.out_proj.weight b/weights/decoder.layers.55.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..0b3c32eccbac5043ba50a28ada91312405675c63
--- /dev/null
+++ b/weights/decoder.layers.55.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e2eded9e7db6c06f449c11a84226f5107d38b0d1285d637a4a676cea4fa40a
+size 301990016
diff --git a/weights/decoder.layers.55.self_attn.q_proj.bias b/weights/decoder.layers.55.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..8f4e4e9b4cb01df6d4aa65d32656361c1338ab73
Binary files /dev/null and b/weights/decoder.layers.55.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.55.self_attn.q_proj.weight b/weights/decoder.layers.55.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..eff85c6f420489d88e794efb1b38079b0d2dcfa8
--- /dev/null
+++ b/weights/decoder.layers.55.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7198a9365065341cd1c09e957e72934848df7f72b8eb4e76763826f3f43275db
+size 301990016
diff --git a/weights/decoder.layers.55.self_attn.v_proj.bias b/weights/decoder.layers.55.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..eb704f18ba6c05adcccb84bd7a8d5e09bfbc8e94
Binary files /dev/null and b/weights/decoder.layers.55.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.55.self_attn.v_proj.weight b/weights/decoder.layers.55.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..9a83f01a39ee556482df108c3519dcc8458e5a9d
--- /dev/null
+++ b/weights/decoder.layers.55.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6275387b1f737bcb01104f4d3eaa4fbce305701e8e3c4146d79e536750451801
+size 301990016
diff --git a/weights/decoder.layers.55.self_attn_layer_norm.bias b/weights/decoder.layers.55.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..6bdb749098326b467a673230d8de346217ee28f7
Binary files /dev/null and b/weights/decoder.layers.55.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.55.self_attn_layer_norm.weight b/weights/decoder.layers.55.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.55.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.56.fc1.bias b/weights/decoder.layers.56.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..44c9da3625d2221261eef45f3912fbd9c2aa24b7
Binary files /dev/null and b/weights/decoder.layers.56.fc1.bias differ
diff --git a/weights/decoder.layers.56.fc1.weight b/weights/decoder.layers.56.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..2addc200a8a680733ca3930616328d77b4a5b6d0
--- /dev/null
+++ b/weights/decoder.layers.56.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57b5e2d82421b45ee54b0ff4543d80169002c878e991a899c053d71960789863
+size 1207959680
diff --git a/weights/decoder.layers.56.fc2.bias b/weights/decoder.layers.56.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..6b6791bc5e4cd2a484e7a89faa9bea144db0c3d0
Binary files /dev/null and b/weights/decoder.layers.56.fc2.bias differ
diff --git a/weights/decoder.layers.56.fc2.weight b/weights/decoder.layers.56.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..79341f933645317637abbf5621a31ec35c8ed6e2
--- /dev/null
+++ b/weights/decoder.layers.56.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a3df06b0334a934ee005e6e11bc8e5d839bfb146be8f3a349fee1ad372bbae
+size 1207959680
diff --git a/weights/decoder.layers.56.final_layer_norm.bias b/weights/decoder.layers.56.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..20ab47d10db27adf3ceae0f179ee106ea32cc38b
Binary files /dev/null and b/weights/decoder.layers.56.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.56.final_layer_norm.weight b/weights/decoder.layers.56.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.56.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.56.self_attn.k_proj.bias b/weights/decoder.layers.56.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..af05462e1c9726d09b7b363937e681d58db2034b
Binary files /dev/null and b/weights/decoder.layers.56.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.56.self_attn.k_proj.weight b/weights/decoder.layers.56.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..8083b67687ac8c28079ee0c1b1ab732173c3a7b3
--- /dev/null
+++ b/weights/decoder.layers.56.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84fefa72d9bcccbe6b00198e54cdd1c4b0130aa197af6860a12d433c93a57f67
+size 301990016
diff --git a/weights/decoder.layers.56.self_attn.out_proj.bias b/weights/decoder.layers.56.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..c140217d8efe4f5000d926f43d504e741b9f3621
Binary files /dev/null and b/weights/decoder.layers.56.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.56.self_attn.out_proj.weight b/weights/decoder.layers.56.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7a4bd3619413668880855c445897a3b91f6b128d
--- /dev/null
+++ b/weights/decoder.layers.56.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d7a47e8cf908131cfa3947799541c322a56b1b95acab47d7e3ac7e9aeb95089
+size 301990016
diff --git a/weights/decoder.layers.56.self_attn.q_proj.bias b/weights/decoder.layers.56.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..372ceacf20f11fdbdf391de13ea00133863e12ce
Binary files /dev/null and b/weights/decoder.layers.56.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.56.self_attn.q_proj.weight b/weights/decoder.layers.56.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..559c98b2120b72b86a1da4849de936b8782be120
--- /dev/null
+++ b/weights/decoder.layers.56.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9371e39c446e326917a7e9e92740a0115ff41018f75fae4cefc0582b7c511f4
+size 301990016
diff --git a/weights/decoder.layers.56.self_attn.v_proj.bias b/weights/decoder.layers.56.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..edf9470db68f50bf5df6b2c9205ef8104d8296fe
Binary files /dev/null and b/weights/decoder.layers.56.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.56.self_attn.v_proj.weight b/weights/decoder.layers.56.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..d12db8546949ce58078aba9a8c1049d5ef4e7054
--- /dev/null
+++ b/weights/decoder.layers.56.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac491df8fcdb1662c2b20d16fabd4aee45e37696f377a7456879d7a8eeda7184
+size 301990016
diff --git a/weights/decoder.layers.56.self_attn_layer_norm.bias b/weights/decoder.layers.56.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..55538874f6e9e701dee08ab205c21490d3442c2e
Binary files /dev/null and b/weights/decoder.layers.56.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.56.self_attn_layer_norm.weight b/weights/decoder.layers.56.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.56.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.57.fc1.bias b/weights/decoder.layers.57.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..69abde99bd466eff692c24f7252dc1eb869c2eaf
Binary files /dev/null and b/weights/decoder.layers.57.fc1.bias differ
diff --git a/weights/decoder.layers.57.fc1.weight b/weights/decoder.layers.57.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..288a050f47187a30f3abede2bee52142d00e52ac
--- /dev/null
+++ b/weights/decoder.layers.57.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab49d39a5b36f57c2de75b3e69f4e2fb16e6ba08ffebaa3c9aa3f4920bed4e99
+size 1207959680
diff --git a/weights/decoder.layers.57.fc2.bias b/weights/decoder.layers.57.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..c00ec81b73043ab8fcbc6fe25176a074518af4af
Binary files /dev/null and b/weights/decoder.layers.57.fc2.bias differ
diff --git a/weights/decoder.layers.57.fc2.weight b/weights/decoder.layers.57.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..c5bf4e720d281b807db6e2f74a47c6bda9b0803f
--- /dev/null
+++ b/weights/decoder.layers.57.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94597e2bcde5c043effd850295a2c9260eb9823ddd3263471e6b1b43e75010dd
+size 1207959680
diff --git a/weights/decoder.layers.57.final_layer_norm.bias b/weights/decoder.layers.57.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..09415b6202ca86ab9352c00ed6e76e93afbc37bf
Binary files /dev/null and b/weights/decoder.layers.57.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.57.final_layer_norm.weight b/weights/decoder.layers.57.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.57.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.57.self_attn.k_proj.bias b/weights/decoder.layers.57.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..a6d183f84c6d5815eee79084ea27b3b4a6d9259f
Binary files /dev/null and b/weights/decoder.layers.57.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.57.self_attn.k_proj.weight b/weights/decoder.layers.57.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..27e7d919ae9599010c5f83451ab588db83642fda
--- /dev/null
+++ b/weights/decoder.layers.57.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaa63163fdf5b119af37f9c89afdc502f4e3d6a0d0534aef0b312cfdabd2b571
+size 301990016
diff --git a/weights/decoder.layers.57.self_attn.out_proj.bias b/weights/decoder.layers.57.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..6a2f1c3db9d86b36d38c2aea87b27cd6fd6e4afd
Binary files /dev/null and b/weights/decoder.layers.57.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.57.self_attn.out_proj.weight b/weights/decoder.layers.57.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..6926ed6afbd0e5a7298d45dd91443aa2c0e1b49c
--- /dev/null
+++ b/weights/decoder.layers.57.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4830c3a9bc9d3ac8ac8797fed7d362f9ba18d74914b91981567bea10f331ebc9
+size 301990016
diff --git a/weights/decoder.layers.57.self_attn.q_proj.bias b/weights/decoder.layers.57.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..be450320bc0e560bc896ee49687fa834ea3e4fce
Binary files /dev/null and b/weights/decoder.layers.57.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.57.self_attn.q_proj.weight b/weights/decoder.layers.57.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..9fa970a62b69b8030144b000c44178ac3879a26b
--- /dev/null
+++ b/weights/decoder.layers.57.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17810fe4747f0a12826d686ca2cfdb74abaa62c76a695980991cf98d5cfbf5d6
+size 301990016
diff --git a/weights/decoder.layers.57.self_attn.v_proj.bias b/weights/decoder.layers.57.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..16f57ddef6fa026445515102ff4e7252338195aa
Binary files /dev/null and b/weights/decoder.layers.57.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.57.self_attn.v_proj.weight b/weights/decoder.layers.57.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..87cc8cb96e752a008c9881300546dc46a493d6b8
--- /dev/null
+++ b/weights/decoder.layers.57.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48138115774fae0806f67077e568232a19c98a7fe180be09417d1a733952d9dd
+size 301990016
diff --git a/weights/decoder.layers.57.self_attn_layer_norm.bias b/weights/decoder.layers.57.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..a9c6ebfa7cdfae76cec50a3465b1a1c899019b58
Binary files /dev/null and b/weights/decoder.layers.57.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.57.self_attn_layer_norm.weight b/weights/decoder.layers.57.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.57.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.58.fc1.bias b/weights/decoder.layers.58.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..a035298e47affbfe347f5245de91183f3fb94eab
Binary files /dev/null and b/weights/decoder.layers.58.fc1.bias differ
diff --git a/weights/decoder.layers.58.fc1.weight b/weights/decoder.layers.58.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..afde1b976942a50a1aa94d60d061a7841fe6ab03
--- /dev/null
+++ b/weights/decoder.layers.58.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b42b382b54641bfe5a322578c09d2dc4e8b18738c31a8550b96fba1d19c68237
+size 1207959680
diff --git a/weights/decoder.layers.58.fc2.bias b/weights/decoder.layers.58.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..2ede8c1899c4b0cc8724042fefae4375cdb88cc9
Binary files /dev/null and b/weights/decoder.layers.58.fc2.bias differ
diff --git a/weights/decoder.layers.58.fc2.weight b/weights/decoder.layers.58.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..ee4902070eb6d2ad3caca9fbc23f7613010bf2f6
--- /dev/null
+++ b/weights/decoder.layers.58.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66cec3445cec8e23f0c507874ee5b14f90dc91cb29b8f5a62a184229e229cd81
+size 1207959680
diff --git a/weights/decoder.layers.58.final_layer_norm.bias b/weights/decoder.layers.58.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..9b14ce4df45cc8d41ad10c3fe7a25cb921603547
Binary files /dev/null and b/weights/decoder.layers.58.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.58.final_layer_norm.weight b/weights/decoder.layers.58.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.58.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.58.self_attn.k_proj.bias b/weights/decoder.layers.58.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..dea524b6aeccb764514656f227343f35a153d076
Binary files /dev/null and b/weights/decoder.layers.58.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.58.self_attn.k_proj.weight b/weights/decoder.layers.58.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..1b7961f97e09e41cf797cf2fbed73b56f8191582
--- /dev/null
+++ b/weights/decoder.layers.58.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c1691da8048919cf2d063f0aeba22c7a6d96a9427909d933c01d79b5d095768
+size 301990016
diff --git a/weights/decoder.layers.58.self_attn.out_proj.bias b/weights/decoder.layers.58.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..aa795219dacb348f84d569bbad267f875446e69a
Binary files /dev/null and b/weights/decoder.layers.58.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.58.self_attn.out_proj.weight b/weights/decoder.layers.58.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..c433a380c258c4b2bcdbfd6fb16658a33c052cd2
--- /dev/null
+++ b/weights/decoder.layers.58.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae8639adfbe0f761fe4fa5778c14edb31ab4673c5523878df02eb0810bbd1df
+size 301990016
diff --git a/weights/decoder.layers.58.self_attn.q_proj.bias b/weights/decoder.layers.58.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..69c064d1f6b9c77471a1e0dcaffef6de1f0e5e13
Binary files /dev/null and b/weights/decoder.layers.58.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.58.self_attn.q_proj.weight b/weights/decoder.layers.58.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..17b833eae7a880ee3e7c063da45d46dd91280465
--- /dev/null
+++ b/weights/decoder.layers.58.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0470386754605845e0edaf17e9e5b22646f07bcdb9187e23b8aef28bdda4013
+size 301990016
diff --git a/weights/decoder.layers.58.self_attn.v_proj.bias b/weights/decoder.layers.58.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..059537ff48eff70c13337bda1018e6c28986a288
Binary files /dev/null and b/weights/decoder.layers.58.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.58.self_attn.v_proj.weight b/weights/decoder.layers.58.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..80057f9c6afee176452ff6545b02f57d27833eb3
--- /dev/null
+++ b/weights/decoder.layers.58.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884f06f97c53690da4d67c14baf6391488f55597807aa39de7a32a03b685e54c
+size 301990016
diff --git a/weights/decoder.layers.58.self_attn_layer_norm.bias b/weights/decoder.layers.58.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..8f890b485c9db73fb6ea513734859dbfb18e6fb1
Binary files /dev/null and b/weights/decoder.layers.58.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.58.self_attn_layer_norm.weight b/weights/decoder.layers.58.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.58.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.59.fc1.bias b/weights/decoder.layers.59.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..f4657e0823aa13d1d527d10bf51caa9f3c917896
Binary files /dev/null and b/weights/decoder.layers.59.fc1.bias differ
diff --git a/weights/decoder.layers.59.fc1.weight b/weights/decoder.layers.59.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..c320304946e1149ed17cce8c570a80c1ab5b04e9
--- /dev/null
+++ b/weights/decoder.layers.59.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:536d758f360b5f6e27ed4a45facb0ca930d7251bfd56218132e638c8ad2c5a58
+size 1207959680
diff --git a/weights/decoder.layers.59.fc2.bias b/weights/decoder.layers.59.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..083baf33820fa8519ea6bab7a7123c89e052eb15
Binary files /dev/null and b/weights/decoder.layers.59.fc2.bias differ
diff --git a/weights/decoder.layers.59.fc2.weight b/weights/decoder.layers.59.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..83dbc833ac53dd48e2236c1c50346738c4b50340
--- /dev/null
+++ b/weights/decoder.layers.59.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc95c39f999310d890c90de04f36456f26386f32e8b7e3ebac55818c8bdfd5d3
+size 1207959680
diff --git a/weights/decoder.layers.59.final_layer_norm.bias b/weights/decoder.layers.59.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..b04f2b80c9061ac6c8b8696336089d2adcce81d9
Binary files /dev/null and b/weights/decoder.layers.59.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.59.final_layer_norm.weight b/weights/decoder.layers.59.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.59.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.59.self_attn.k_proj.bias b/weights/decoder.layers.59.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..3a4c2130d45b0df993e4a969b0ef800035fdb766
Binary files /dev/null and b/weights/decoder.layers.59.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.59.self_attn.k_proj.weight b/weights/decoder.layers.59.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f553acbd202d3517b42da756e1973fa19b6039b
--- /dev/null
+++ b/weights/decoder.layers.59.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1d2798036d8fb148c24bc3d0d0316374d602ddc59d7773b58ba265f2458846b
+size 301990016
diff --git a/weights/decoder.layers.59.self_attn.out_proj.bias b/weights/decoder.layers.59.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..3f09cd218e63c1a28ab02b172d57c6e48cf6737d
Binary files /dev/null and b/weights/decoder.layers.59.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.59.self_attn.out_proj.weight b/weights/decoder.layers.59.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..3673222cbc07624c034cbe835b8702bf3c772aec
--- /dev/null
+++ b/weights/decoder.layers.59.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c89dac4afdbe7f2eec001e8adb62cf6693a1423232e642e6487c7d5346d26202
+size 301990016
diff --git a/weights/decoder.layers.59.self_attn.q_proj.bias b/weights/decoder.layers.59.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..54d5a0aa7cf3757ceffe86b34d18d94cba4eaa64
Binary files /dev/null and b/weights/decoder.layers.59.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.59.self_attn.q_proj.weight b/weights/decoder.layers.59.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..fb6176b0ac4aa4a60228cef42f3b0e196eb4ce11
--- /dev/null
+++ b/weights/decoder.layers.59.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f709c36a45513882d41fcce06a43abd6431ce56ff4a06b7538224dc32951c24
+size 301990016
diff --git a/weights/decoder.layers.59.self_attn.v_proj.bias b/weights/decoder.layers.59.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..5b6a398383ab6a442d7fdae1de0352287dab3745
Binary files /dev/null and b/weights/decoder.layers.59.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.59.self_attn.v_proj.weight b/weights/decoder.layers.59.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..3cc84a68bc62df4a2d38a4c99c8c29767b9c5922
--- /dev/null
+++ b/weights/decoder.layers.59.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bb872867965d50d2e7b239ee0afd2dec086d172e7e34c73bc17ce48c35bb38a
+size 301990016
diff --git a/weights/decoder.layers.59.self_attn_layer_norm.bias b/weights/decoder.layers.59.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..39dd489d6a913f8cc3ead84bd489e9edb2b99c6e
Binary files /dev/null and b/weights/decoder.layers.59.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.59.self_attn_layer_norm.weight b/weights/decoder.layers.59.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.59.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.6.fc1.bias b/weights/decoder.layers.6.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..052b85fdb9fe8ebd4df041d3e565793baad08d52
Binary files /dev/null and b/weights/decoder.layers.6.fc1.bias differ
diff --git a/weights/decoder.layers.6.fc1.weight b/weights/decoder.layers.6.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..8f71d7467abb8dafab9b363f66567ea3fdb3d21f
--- /dev/null
+++ b/weights/decoder.layers.6.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4d5403d208a4202969ac825e7deff4a1a316af572f30920cf97f4a0910aaf6
+size 1207959680
diff --git a/weights/decoder.layers.6.fc2.bias b/weights/decoder.layers.6.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..e684966b42d3e7032a86aecbe52b5fff20a68883
Binary files /dev/null and b/weights/decoder.layers.6.fc2.bias differ
diff --git a/weights/decoder.layers.6.fc2.weight b/weights/decoder.layers.6.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..0c5aa3a46faff9657609392d243e2ef1313ba2f1
--- /dev/null
+++ b/weights/decoder.layers.6.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6709434428a755bc5d2807c77a18cff63b9e028e5614dce969052ce2be9cd3e
+size 1207959680
diff --git a/weights/decoder.layers.6.final_layer_norm.bias b/weights/decoder.layers.6.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..85d13f404862cb2dab47e3e947249a3c9a6476b7
Binary files /dev/null and b/weights/decoder.layers.6.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.6.final_layer_norm.weight b/weights/decoder.layers.6.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.6.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.6.self_attn.k_proj.bias b/weights/decoder.layers.6.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..dbe565d0672d5b213434fd158a3063e3976b4122
Binary files /dev/null and b/weights/decoder.layers.6.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.6.self_attn.k_proj.weight b/weights/decoder.layers.6.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..68421db5798234ebf56f82265ab3d9662b187b15
--- /dev/null
+++ b/weights/decoder.layers.6.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e0ceb14c77fca402d4591f925a4f7caa7cdbc45b4c55571f0632430742bdbf6
+size 301990016
diff --git a/weights/decoder.layers.6.self_attn.out_proj.bias b/weights/decoder.layers.6.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..99c421b25c0767d64671dd343973008eeb558c10
Binary files /dev/null and b/weights/decoder.layers.6.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.6.self_attn.out_proj.weight b/weights/decoder.layers.6.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..16065554f3363768d7f4c1a9b69c4a6245920ae5
--- /dev/null
+++ b/weights/decoder.layers.6.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1353174c2aead3a10a849abb2de017a881358aa9595783a7b83b55703a61f57
+size 301990016
diff --git a/weights/decoder.layers.6.self_attn.q_proj.bias b/weights/decoder.layers.6.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..091ee5c3dc6ff7243618070cd53c69eadb912b06
Binary files /dev/null and b/weights/decoder.layers.6.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.6.self_attn.q_proj.weight b/weights/decoder.layers.6.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..cfcc336c5efe373c9efaae3d878bc5df648c463d
--- /dev/null
+++ b/weights/decoder.layers.6.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:497b6288dbcf5232285d4f5f1062e5f977faba3f8afdec31275c97483af26fb8
+size 301990016
diff --git a/weights/decoder.layers.6.self_attn.v_proj.bias b/weights/decoder.layers.6.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..8a38a3653e0a98bc63de8956bd16ee454a0e88b7
Binary files /dev/null and b/weights/decoder.layers.6.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.6.self_attn.v_proj.weight b/weights/decoder.layers.6.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..1b3438756cdd7ed7eadf56a609a9a9284ebc5448
--- /dev/null
+++ b/weights/decoder.layers.6.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8087d4f8145bc3b8f2c4bb4d749fc80c79d4eec4ee5b5d92e17cf24059e285ca
+size 301990016
diff --git a/weights/decoder.layers.6.self_attn_layer_norm.bias b/weights/decoder.layers.6.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..0c343b1f253ea46e88fb2d6d93000028afef0f74
Binary files /dev/null and b/weights/decoder.layers.6.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.6.self_attn_layer_norm.weight b/weights/decoder.layers.6.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.6.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.60.fc1.bias b/weights/decoder.layers.60.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..ba10f71e92ffd6c5c5d3f9809b4438a761cede39
Binary files /dev/null and b/weights/decoder.layers.60.fc1.bias differ
diff --git a/weights/decoder.layers.60.fc1.weight b/weights/decoder.layers.60.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..5bef7dbd21e03b1776c00aeb25613317862a25c1
--- /dev/null
+++ b/weights/decoder.layers.60.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eb6d5cfbf8f15d27532dc433d276251b02244a8afcf8cf2a564fe62bbceb874
+size 1207959680
diff --git a/weights/decoder.layers.60.fc2.bias b/weights/decoder.layers.60.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..b33aac9d1bc09f918e9fb56ac703ac4fefbaa330
Binary files /dev/null and b/weights/decoder.layers.60.fc2.bias differ
diff --git a/weights/decoder.layers.60.fc2.weight b/weights/decoder.layers.60.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..d41c48004e01ff27e43379f642518e114a85fb1b
--- /dev/null
+++ b/weights/decoder.layers.60.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f87a935adf736c5f2e09589de203608260ec5ee554063f08056ae3e3c043361f
+size 1207959680
diff --git a/weights/decoder.layers.60.final_layer_norm.bias b/weights/decoder.layers.60.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..4f6198eb097945b9337fec7c7399088ebadf8250
Binary files /dev/null and b/weights/decoder.layers.60.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.60.final_layer_norm.weight b/weights/decoder.layers.60.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.60.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.60.self_attn.k_proj.bias b/weights/decoder.layers.60.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..0ee3e1d2f2fc28f2e04a73c926756746a3f10a4e
Binary files /dev/null and b/weights/decoder.layers.60.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.60.self_attn.k_proj.weight b/weights/decoder.layers.60.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..3e6f79b1a9ae1e6e52ae2c10a275d5a2c16b81ee
--- /dev/null
+++ b/weights/decoder.layers.60.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b54a16b7783336b6004bca9dc12d233fc5f266e3389358899082c17011c4fbe
+size 301990016
diff --git a/weights/decoder.layers.60.self_attn.out_proj.bias b/weights/decoder.layers.60.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..7b9a40a9dab09efb1d92157fe360e74aa0f3f337
Binary files /dev/null and b/weights/decoder.layers.60.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.60.self_attn.out_proj.weight b/weights/decoder.layers.60.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..67204ebe065c9067c44defc71724a334af1f44d1
--- /dev/null
+++ b/weights/decoder.layers.60.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f0d160b0a614564b88b755cdd302bb840e78c21879465938a776f1f721bc7e5
+size 301990016
diff --git a/weights/decoder.layers.60.self_attn.q_proj.bias b/weights/decoder.layers.60.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..cf7238fbe29d8adb926737d94c7ad291c0ec56cc
Binary files /dev/null and b/weights/decoder.layers.60.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.60.self_attn.q_proj.weight b/weights/decoder.layers.60.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..fe99ce0ccab88be63f4082aabf30992eae4867b0
--- /dev/null
+++ b/weights/decoder.layers.60.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57a4519d8d78e25775534c51abf2151e94ec96668556b6ba288cd8ec30bfc82
+size 301990016
diff --git a/weights/decoder.layers.60.self_attn.v_proj.bias b/weights/decoder.layers.60.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..1344fa8735092693f453d001759530452fd40319
Binary files /dev/null and b/weights/decoder.layers.60.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.60.self_attn.v_proj.weight b/weights/decoder.layers.60.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..ff2a2ffc1c646c9f20ee7faefbac4757a4b606ce
--- /dev/null
+++ b/weights/decoder.layers.60.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b22cfe41ae8d74270550d73d406908b361c266fd541d6fed53f090adb8cf8b9b
+size 301990016
diff --git a/weights/decoder.layers.60.self_attn_layer_norm.bias b/weights/decoder.layers.60.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..ca96d3b8fb19b487a28b4bd8712148e88ea185e6
Binary files /dev/null and b/weights/decoder.layers.60.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.60.self_attn_layer_norm.weight b/weights/decoder.layers.60.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.60.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.61.fc1.bias b/weights/decoder.layers.61.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..d70ed4d048f93c81e9424083354fa82efea81f44
Binary files /dev/null and b/weights/decoder.layers.61.fc1.bias differ
diff --git a/weights/decoder.layers.61.fc1.weight b/weights/decoder.layers.61.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..da2632998ad159e83c4e1594a0d21c37ca02a163
--- /dev/null
+++ b/weights/decoder.layers.61.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df21035e04dda6efc60498680b0afc6d0813d3767f0b08c8faea46542db9dc52
+size 1207959680
diff --git a/weights/decoder.layers.61.fc2.bias b/weights/decoder.layers.61.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..b642611b2c948fb7527c72008c0d85eca7c5e6a0
Binary files /dev/null and b/weights/decoder.layers.61.fc2.bias differ
diff --git a/weights/decoder.layers.61.fc2.weight b/weights/decoder.layers.61.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..989831f17578a174e0e7e3af7db9a0f83d5dbe9f
--- /dev/null
+++ b/weights/decoder.layers.61.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d87a7d127aecf0d0d3317cc5cb2f48f98ad173d4a629c49440a28f4a50598cf0
+size 1207959680
diff --git a/weights/decoder.layers.61.final_layer_norm.bias b/weights/decoder.layers.61.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..09d1581b43ae04738115df2559bc716b82553536
Binary files /dev/null and b/weights/decoder.layers.61.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.61.final_layer_norm.weight b/weights/decoder.layers.61.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.61.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.61.self_attn.k_proj.bias b/weights/decoder.layers.61.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..cd9506b0519f1c99ba924aa335a77eca88455004
Binary files /dev/null and b/weights/decoder.layers.61.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.61.self_attn.k_proj.weight b/weights/decoder.layers.61.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..9d1182829b82a18e274d74b9d7b1939a3b94c282
--- /dev/null
+++ b/weights/decoder.layers.61.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14758a2a621da2dba481b9efb69d0830f1c925d11390e56b5058b06eb2968415
+size 301990016
diff --git a/weights/decoder.layers.61.self_attn.out_proj.bias b/weights/decoder.layers.61.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..9b303ad8037479a4ef4d9c1635ebf250718591e6
Binary files /dev/null and b/weights/decoder.layers.61.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.61.self_attn.out_proj.weight b/weights/decoder.layers.61.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..ef0f9ed14a03e45870b63f83f62405d4b803ca02
--- /dev/null
+++ b/weights/decoder.layers.61.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a24e925a8818d938b3cc1a44eb39f372660fa22cab902a769f81d5c7a0e356f
+size 301990016
diff --git a/weights/decoder.layers.61.self_attn.q_proj.bias b/weights/decoder.layers.61.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..284ea4e21567ba937d7c39318af2f883220ea0ca
Binary files /dev/null and b/weights/decoder.layers.61.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.61.self_attn.q_proj.weight b/weights/decoder.layers.61.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..8d45cd99e0e59daa2decc97d72fd27698044bb65
--- /dev/null
+++ b/weights/decoder.layers.61.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd8b20a0d22f2b4ef95ccf4ab000776e3d7a50b07e437e9e341c98a2ff9f0456
+size 301990016
diff --git a/weights/decoder.layers.61.self_attn.v_proj.bias b/weights/decoder.layers.61.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..cd0a247efebf67f5becb064700b379d7009d01d3
Binary files /dev/null and b/weights/decoder.layers.61.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.61.self_attn.v_proj.weight b/weights/decoder.layers.61.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..945bb9d919542bdf7ed96bb79c413bcb90281980
--- /dev/null
+++ b/weights/decoder.layers.61.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:368ee05da3b2429a56a840abfc769974afb20333c6c3ba3d2944f672abf6f987
+size 301990016
diff --git a/weights/decoder.layers.61.self_attn_layer_norm.bias b/weights/decoder.layers.61.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..2a0b10be0c2e2f064216666ef4c6f257ecc5cc00
Binary files /dev/null and b/weights/decoder.layers.61.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.61.self_attn_layer_norm.weight b/weights/decoder.layers.61.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.61.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.62.fc1.bias b/weights/decoder.layers.62.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..38e956d3fc4d5038b412a41e7f528b60940b85ae
Binary files /dev/null and b/weights/decoder.layers.62.fc1.bias differ
diff --git a/weights/decoder.layers.62.fc1.weight b/weights/decoder.layers.62.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..4d9f6dcdfaaf13d091b2dcc341b857c6928a7608
--- /dev/null
+++ b/weights/decoder.layers.62.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a3bed64ac451dae4bd2371dff38784857499956cecfa363751adb96b081616
+size 1207959680
diff --git a/weights/decoder.layers.62.fc2.bias b/weights/decoder.layers.62.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..dd426f620c55407e94c0e12cbfb5548f278a13b8
Binary files /dev/null and b/weights/decoder.layers.62.fc2.bias differ
diff --git a/weights/decoder.layers.62.fc2.weight b/weights/decoder.layers.62.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..13d1b98471ae2b01e53e338d6af46bda6557a708
--- /dev/null
+++ b/weights/decoder.layers.62.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfe53065669889549e24087787b628d8dbfc3bac7cfe26740e213c0841be66a3
+size 1207959680
diff --git a/weights/decoder.layers.62.final_layer_norm.bias b/weights/decoder.layers.62.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..c1813106a6d67c38d234a816719f24a6980a907e
Binary files /dev/null and b/weights/decoder.layers.62.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.62.final_layer_norm.weight b/weights/decoder.layers.62.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.62.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.62.self_attn.k_proj.bias b/weights/decoder.layers.62.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..6fad1492e92b4320f94933ff4116dbdcfe050a27
Binary files /dev/null and b/weights/decoder.layers.62.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.62.self_attn.k_proj.weight b/weights/decoder.layers.62.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..ea1172c7c86b7ff855071060bfb0795f72f25008
--- /dev/null
+++ b/weights/decoder.layers.62.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34ada73f670ddc18430d7cf5d29cf458c7d56b74a8b4860f5cb815b26a98726a
+size 301990016
diff --git a/weights/decoder.layers.62.self_attn.out_proj.bias b/weights/decoder.layers.62.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..70b8db55744518fd8e23b0f2a53752eaba6e3712
Binary files /dev/null and b/weights/decoder.layers.62.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.62.self_attn.out_proj.weight b/weights/decoder.layers.62.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..f2e93316401b1c95d4c34d156610bf1a45b381d9
--- /dev/null
+++ b/weights/decoder.layers.62.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e648e34159493468cc839c9a517eca44ef8dada475c1168bbe19c6d3f43f2cf7
+size 301990016
diff --git a/weights/decoder.layers.62.self_attn.q_proj.bias b/weights/decoder.layers.62.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..be3aa10e8492e486096a6e632c88b3d666ef988d
Binary files /dev/null and b/weights/decoder.layers.62.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.62.self_attn.q_proj.weight b/weights/decoder.layers.62.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..e1193ae6e9e933a29733c64b041fe8e630692a10
--- /dev/null
+++ b/weights/decoder.layers.62.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:552125f80b4120cf4253afd11169ebf62cc89ee230b09ef94ee0faf2fc742fb6
+size 301990016
diff --git a/weights/decoder.layers.62.self_attn.v_proj.bias b/weights/decoder.layers.62.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..59b8c4109dc7c4652ae87e091eb5b87f7b0de7f5
Binary files /dev/null and b/weights/decoder.layers.62.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.62.self_attn.v_proj.weight b/weights/decoder.layers.62.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..88717753f34b98c3957892bfe9430138ddc92181
--- /dev/null
+++ b/weights/decoder.layers.62.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fffc9cd2b8cb9c80fd3effc0bb2b3a048d5b120102dd7999843e1d88b643784
+size 301990016
diff --git a/weights/decoder.layers.62.self_attn_layer_norm.bias b/weights/decoder.layers.62.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..d38737dd266e08cd4c53dc617ccd962681f24ae9
Binary files /dev/null and b/weights/decoder.layers.62.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.62.self_attn_layer_norm.weight b/weights/decoder.layers.62.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.62.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.63.fc1.bias b/weights/decoder.layers.63.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..bbe9ae6a871a46726b497cc8646808895c8612b6
Binary files /dev/null and b/weights/decoder.layers.63.fc1.bias differ
diff --git a/weights/decoder.layers.63.fc1.weight b/weights/decoder.layers.63.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..fd7c7bae835ddec9369f636381483a896fa3b34c
--- /dev/null
+++ b/weights/decoder.layers.63.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a1ccde6737eb8738283aaf16dc1eafa53acbe84ac001afabe0b6bb62c33ef3f
+size 1207959680
diff --git a/weights/decoder.layers.63.fc2.bias b/weights/decoder.layers.63.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..107aaca4bc461fd629986c2fe470bb964de4092d
Binary files /dev/null and b/weights/decoder.layers.63.fc2.bias differ
diff --git a/weights/decoder.layers.63.fc2.weight b/weights/decoder.layers.63.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..d7ecfea6f00c386d7524e5b6487f33e76b70f771
--- /dev/null
+++ b/weights/decoder.layers.63.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:267a08a818f795519abcba2521db91f5d42e9aada744c62b28d6fa8e5523a2a5
+size 1207959680
diff --git a/weights/decoder.layers.63.final_layer_norm.bias b/weights/decoder.layers.63.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..54feb479eef0b5ff626fc401a34e12e6b8cc1c0b
Binary files /dev/null and b/weights/decoder.layers.63.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.63.final_layer_norm.weight b/weights/decoder.layers.63.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.63.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.63.self_attn.k_proj.bias b/weights/decoder.layers.63.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..1b86cba413148282af9a1f707e943bb9eac1e913
Binary files /dev/null and b/weights/decoder.layers.63.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.63.self_attn.k_proj.weight b/weights/decoder.layers.63.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..e7ef41c191e5578d832efd1167b8287862cfacdd
--- /dev/null
+++ b/weights/decoder.layers.63.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11abb0b25459c9c49db7b0a8e4bbc6f3bf4f8018c3178215c961fdfe92a7ada0
+size 301990016
diff --git a/weights/decoder.layers.63.self_attn.out_proj.bias b/weights/decoder.layers.63.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..d6c404277ae484c1aa869a30a292c7c5ae2c25bb
Binary files /dev/null and b/weights/decoder.layers.63.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.63.self_attn.out_proj.weight b/weights/decoder.layers.63.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..192dda62f9d94e23549bf1c5f2d28b40bd800b53
--- /dev/null
+++ b/weights/decoder.layers.63.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf7103eff6770861017bfee4d0e62797eb861da07706f1f0078e2d140104da72
+size 301990016
diff --git a/weights/decoder.layers.63.self_attn.q_proj.bias b/weights/decoder.layers.63.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..2e7f73e42f2c011d9070217f30ace2f909642d6b
Binary files /dev/null and b/weights/decoder.layers.63.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.63.self_attn.q_proj.weight b/weights/decoder.layers.63.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..b3542254d461c1e4884c2b3800976ffba9799b5c
--- /dev/null
+++ b/weights/decoder.layers.63.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12ded7a95dfef4c67ae51f22b494e1980cc4afacc2d408cab4e38a725222ebd0
+size 301990016
diff --git a/weights/decoder.layers.63.self_attn.v_proj.bias b/weights/decoder.layers.63.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..a0b2b85705898e422d3b2b5d6b81bfa502342529
Binary files /dev/null and b/weights/decoder.layers.63.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.63.self_attn.v_proj.weight b/weights/decoder.layers.63.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..bfc347097bc5f914afe74395931d209a19a0500f
--- /dev/null
+++ b/weights/decoder.layers.63.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f1daeea79320939114b2e21e7ae11612d9d8dfd65e0a01b712faadb6311f414
+size 301990016
diff --git a/weights/decoder.layers.63.self_attn_layer_norm.bias b/weights/decoder.layers.63.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..6f3cd8b2d2fcb1d7c53fd587d21f32efe9d683b0
Binary files /dev/null and b/weights/decoder.layers.63.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.63.self_attn_layer_norm.weight b/weights/decoder.layers.63.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.63.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.64.fc1.bias b/weights/decoder.layers.64.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..870f792cb5f9aadc01d7ab1bf439af765d149f2f
Binary files /dev/null and b/weights/decoder.layers.64.fc1.bias differ
diff --git a/weights/decoder.layers.64.fc1.weight b/weights/decoder.layers.64.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..d3c53939884afab53ac433e703284d5d1230d46d
--- /dev/null
+++ b/weights/decoder.layers.64.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:868f15e0238d53767329ab6c25c31d7e020433957c5f3ee3f6159c721df6d404
+size 1207959680
diff --git a/weights/decoder.layers.64.fc2.bias b/weights/decoder.layers.64.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..b1a608bcf07857601acc23aee43f7c312493d9a6
Binary files /dev/null and b/weights/decoder.layers.64.fc2.bias differ
diff --git a/weights/decoder.layers.64.fc2.weight b/weights/decoder.layers.64.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..8502e14277f440e26ceb8f6f1e52eb863887e821
--- /dev/null
+++ b/weights/decoder.layers.64.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c90b9ae5a168c382d217a41d24b9e34a186ec907815c8bcbfb70ac06f41f4c6f
+size 1207959680
diff --git a/weights/decoder.layers.64.final_layer_norm.bias b/weights/decoder.layers.64.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..23822da11bbf5c8b0c342c9ceab4f399ad5da955
Binary files /dev/null and b/weights/decoder.layers.64.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.64.final_layer_norm.weight b/weights/decoder.layers.64.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.64.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.64.self_attn.k_proj.bias b/weights/decoder.layers.64.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..ab9d695f2cfc67eb18db1759040d8cdddcb11fab
Binary files /dev/null and b/weights/decoder.layers.64.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.64.self_attn.k_proj.weight b/weights/decoder.layers.64.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..335706e64a81f5c15b58abc4bd749b8d31bffed8
--- /dev/null
+++ b/weights/decoder.layers.64.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47228aa32c719252afd6462e020a0178c892f169fab5464d8e93413510685367
+size 301990016
diff --git a/weights/decoder.layers.64.self_attn.out_proj.bias b/weights/decoder.layers.64.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..16fa8c5295f1aa7385f6381589dc0aff0945ce39
Binary files /dev/null and b/weights/decoder.layers.64.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.64.self_attn.out_proj.weight b/weights/decoder.layers.64.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..52dd3cb338f0d7b14ab1a538c384f87db79e53fe
--- /dev/null
+++ b/weights/decoder.layers.64.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c38ec96eba34331851be8ae2fb26799e583046a17b1e6a5cec9bb4166fabbd7e
+size 301990016
diff --git a/weights/decoder.layers.64.self_attn.q_proj.bias b/weights/decoder.layers.64.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..44c849ca4f6b4406c74b21ce7ec3c92f5973039e
Binary files /dev/null and b/weights/decoder.layers.64.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.64.self_attn.q_proj.weight b/weights/decoder.layers.64.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..4d709ca1057b98566cf35cf445a9119951066c72
--- /dev/null
+++ b/weights/decoder.layers.64.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a588ca85c69366a88e54b4296a21bf6b8c7feeeee61ec345f3ccec3eb984c910
+size 301990016
diff --git a/weights/decoder.layers.64.self_attn.v_proj.bias b/weights/decoder.layers.64.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..000b2aba358a9807ed1c5fae2948d2fe86da37a8
Binary files /dev/null and b/weights/decoder.layers.64.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.64.self_attn.v_proj.weight b/weights/decoder.layers.64.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..0ce62cfb8604e8e24285f90d428ac00231ffdde5
--- /dev/null
+++ b/weights/decoder.layers.64.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7e78da3135e7a73a8744efe01d45fc29048e1e38680391791384fa0c613316c
+size 301990016
diff --git a/weights/decoder.layers.64.self_attn_layer_norm.bias b/weights/decoder.layers.64.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..a387368fee64994da0db733941217de446469424
Binary files /dev/null and b/weights/decoder.layers.64.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.64.self_attn_layer_norm.weight b/weights/decoder.layers.64.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.64.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.65.fc1.bias b/weights/decoder.layers.65.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..4123c1b87a96ee8ddc7d8560f5854a29816642f0
Binary files /dev/null and b/weights/decoder.layers.65.fc1.bias differ
diff --git a/weights/decoder.layers.65.fc1.weight b/weights/decoder.layers.65.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..e458fd7fc31dfd422a75f2ada8e11db5399faaec
--- /dev/null
+++ b/weights/decoder.layers.65.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf4984f18833acb0b70230f393e06fb36bc12529c5a753b1c5fb78417b3ffe03
+size 1207959680
diff --git a/weights/decoder.layers.65.fc2.bias b/weights/decoder.layers.65.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..3876ba84d79d17656a5de908af36a9dad7aab7e3
Binary files /dev/null and b/weights/decoder.layers.65.fc2.bias differ
diff --git a/weights/decoder.layers.65.fc2.weight b/weights/decoder.layers.65.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..f7188bf55376c0a854ab61a4bf4015cc686e8afb
--- /dev/null
+++ b/weights/decoder.layers.65.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de42293500a5ed5586ff1f815a9c685ad5dffeafb8a6c7c1b2cbe36e8af098aa
+size 1207959680
diff --git a/weights/decoder.layers.65.final_layer_norm.bias b/weights/decoder.layers.65.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..7fa79432d2c2d09632b42245d9fea428cddfd6da
Binary files /dev/null and b/weights/decoder.layers.65.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.65.final_layer_norm.weight b/weights/decoder.layers.65.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.65.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.65.self_attn.k_proj.bias b/weights/decoder.layers.65.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..d695f43a414541170a16b1d04bdc47959aa6f00c
Binary files /dev/null and b/weights/decoder.layers.65.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.65.self_attn.k_proj.weight b/weights/decoder.layers.65.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..a511ccb7de771802c8fc4830d7879690cd3136a4
--- /dev/null
+++ b/weights/decoder.layers.65.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2728f98383c5777c5c18b15d8e8f5303041699e14ab392e36c7105fbc9e57875
+size 301990016
diff --git a/weights/decoder.layers.65.self_attn.out_proj.bias b/weights/decoder.layers.65.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..d975b7ebbf54b7a948e734a47c604b40247fab77
Binary files /dev/null and b/weights/decoder.layers.65.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.65.self_attn.out_proj.weight b/weights/decoder.layers.65.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..36277d63144b32705ec46e2176885c0bab81cae1
--- /dev/null
+++ b/weights/decoder.layers.65.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb01d7fdc2f075502284e3d4bdf10b7cfb7bb48a1edf419e948ee66a45d9afc5
+size 301990016
diff --git a/weights/decoder.layers.65.self_attn.q_proj.bias b/weights/decoder.layers.65.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..73436b5de6f30c77e801c543c6531f0d72eed60c
Binary files /dev/null and b/weights/decoder.layers.65.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.65.self_attn.q_proj.weight b/weights/decoder.layers.65.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..ccfce17cceb90c4a791e0e269789d15ade4a323b
--- /dev/null
+++ b/weights/decoder.layers.65.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f1080430c96d43b1e0c7a450fd0492186a765e3efcdd0f5c31c9d0a08cb2462
+size 301990016
diff --git a/weights/decoder.layers.65.self_attn.v_proj.bias b/weights/decoder.layers.65.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..550bc97e11e263da5990f3680a027966c77fd150
Binary files /dev/null and b/weights/decoder.layers.65.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.65.self_attn.v_proj.weight b/weights/decoder.layers.65.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..63242e9df22422edf926ee2f29afd13f10c85b82
--- /dev/null
+++ b/weights/decoder.layers.65.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3cb770d795ea66704de1e08565fbf2e3216095208d631dd07faabfd95838a37
+size 301990016
diff --git a/weights/decoder.layers.65.self_attn_layer_norm.bias b/weights/decoder.layers.65.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..4fc7783399770c1355c3fcc16b9efc144227ff47
Binary files /dev/null and b/weights/decoder.layers.65.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.65.self_attn_layer_norm.weight b/weights/decoder.layers.65.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.65.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.66.fc1.bias b/weights/decoder.layers.66.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..c93a1fae61a69988fd12462381f9a0f4ae323bb2
Binary files /dev/null and b/weights/decoder.layers.66.fc1.bias differ
diff --git a/weights/decoder.layers.66.fc1.weight b/weights/decoder.layers.66.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..f6545c849f307e4d9dfe2d05278e2dc2edc4def0
--- /dev/null
+++ b/weights/decoder.layers.66.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89634e9ecf5989c85801a9f74be03d60870345701ff66959f5d7dd183badb9e5
+size 1207959680
diff --git a/weights/decoder.layers.66.fc2.bias b/weights/decoder.layers.66.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..21c67f4094be7b77637e6747a09c2d28f424e762
Binary files /dev/null and b/weights/decoder.layers.66.fc2.bias differ
diff --git a/weights/decoder.layers.66.fc2.weight b/weights/decoder.layers.66.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..48030c76b5c0c2c88c26befdb200ed88b1541301
--- /dev/null
+++ b/weights/decoder.layers.66.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b467c5a07f82eefa9ce85a1d4f87c3361785a55ab8cd13f0e91b533a1284d776
+size 1207959680
diff --git a/weights/decoder.layers.66.final_layer_norm.bias b/weights/decoder.layers.66.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..a3a4455365c10ab3a36f14271a19c29246a313e0
Binary files /dev/null and b/weights/decoder.layers.66.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.66.final_layer_norm.weight b/weights/decoder.layers.66.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.66.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.66.self_attn.k_proj.bias b/weights/decoder.layers.66.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..5cf162be9ac4d21fa3be25d024984ad808f452c5
Binary files /dev/null and b/weights/decoder.layers.66.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.66.self_attn.k_proj.weight b/weights/decoder.layers.66.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7b29564aa62c0cee445467862da23d5e8c09c18f
--- /dev/null
+++ b/weights/decoder.layers.66.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e0076390a447de10c9d514473ad79921eaed088f906dde4a014bfdf884b33e
+size 301990016
diff --git a/weights/decoder.layers.66.self_attn.out_proj.bias b/weights/decoder.layers.66.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..3fa87d8c5f2420677ba6e35dc29084a7cdcccbf4
Binary files /dev/null and b/weights/decoder.layers.66.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.66.self_attn.out_proj.weight b/weights/decoder.layers.66.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..14faee5999ac0c33fd216783d055584b138dd5cf
--- /dev/null
+++ b/weights/decoder.layers.66.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:055835148f368ef391c3e9286a826edda00e7017a508825b984e4b7346d1d36c
+size 301990016
diff --git a/weights/decoder.layers.66.self_attn.q_proj.bias b/weights/decoder.layers.66.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..9c919df0c37efe0da4fe6c3257e5919e1c42269b
Binary files /dev/null and b/weights/decoder.layers.66.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.66.self_attn.q_proj.weight b/weights/decoder.layers.66.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..60b7e9459cb8181a03ff6d905832eaa2d4d49196
--- /dev/null
+++ b/weights/decoder.layers.66.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e6634c928128761b3551641916d091c27e942f772a7640e72c640f5d97ae639
+size 301990016
diff --git a/weights/decoder.layers.66.self_attn.v_proj.bias b/weights/decoder.layers.66.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..53e09463cccebb5e104ba7749144fcf566092f83
Binary files /dev/null and b/weights/decoder.layers.66.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.66.self_attn.v_proj.weight b/weights/decoder.layers.66.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..4509e8057defc45f00e7e4d4cbc794706c314d83
--- /dev/null
+++ b/weights/decoder.layers.66.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301ce856746c72d957d878b3f89a8bce7e40157368062412ed0d98809085a4e6
+size 301990016
diff --git a/weights/decoder.layers.66.self_attn_layer_norm.bias b/weights/decoder.layers.66.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..80f6955b205259ab2d42cc483a0e23ed90726b72
Binary files /dev/null and b/weights/decoder.layers.66.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.66.self_attn_layer_norm.weight b/weights/decoder.layers.66.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.66.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.67.fc1.bias b/weights/decoder.layers.67.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..8545fa2937bda19cf9557b4ea9f0049da1aa9eec
Binary files /dev/null and b/weights/decoder.layers.67.fc1.bias differ
diff --git a/weights/decoder.layers.67.fc1.weight b/weights/decoder.layers.67.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..399ea6411642b0a5f178c5f2f52da3175138bba4
--- /dev/null
+++ b/weights/decoder.layers.67.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1774e989c0a1d926f9aacad55e9f7b10e98625b160d2d4fc3c231e25d7d036c5
+size 1207959680
diff --git a/weights/decoder.layers.67.fc2.bias b/weights/decoder.layers.67.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..aaed5daa2a1fc593a8315f4c306176638a8219fb
Binary files /dev/null and b/weights/decoder.layers.67.fc2.bias differ
diff --git a/weights/decoder.layers.67.fc2.weight b/weights/decoder.layers.67.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..9fe382fed9f1e5ec0ca685ad84d441732afcc4ec
--- /dev/null
+++ b/weights/decoder.layers.67.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8712495a67771b44a293da592d76e775b671108a4f059d6e0a4540f1202ebbb
+size 1207959680
diff --git a/weights/decoder.layers.67.final_layer_norm.bias b/weights/decoder.layers.67.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..659aedfe7b08054e749eb1fdcde6bfd951398ef4
Binary files /dev/null and b/weights/decoder.layers.67.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.67.final_layer_norm.weight b/weights/decoder.layers.67.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.67.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.67.self_attn.k_proj.bias b/weights/decoder.layers.67.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..337b36289f3595d823e27396952026d094ed8a90
Binary files /dev/null and b/weights/decoder.layers.67.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.67.self_attn.k_proj.weight b/weights/decoder.layers.67.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..e104659ca9361be33aae0409e0195603ddd95bf3
--- /dev/null
+++ b/weights/decoder.layers.67.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87de0803d388468af4f75f8f140c8d667a3f629b6bb46e4ca11745a7f7e4fde0
+size 301990016
diff --git a/weights/decoder.layers.67.self_attn.out_proj.bias b/weights/decoder.layers.67.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..40848896a0e9afea47d6cbe9779f435bb6f9aa25
Binary files /dev/null and b/weights/decoder.layers.67.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.67.self_attn.out_proj.weight b/weights/decoder.layers.67.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..993fdff4dd1c31d958ac2d75531f113980d4b83f
--- /dev/null
+++ b/weights/decoder.layers.67.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283226e409d8c0fa2a7498348769b55a9327106c8236b10fe15f5159ad37ed66
+size 301990016
diff --git a/weights/decoder.layers.67.self_attn.q_proj.bias b/weights/decoder.layers.67.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..3f59a058e0c85a848403b73e116d5ba52d960fe1
Binary files /dev/null and b/weights/decoder.layers.67.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.67.self_attn.q_proj.weight b/weights/decoder.layers.67.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..60c9f1288a65ddb3396981ac77e3cfc005ee6ad7
--- /dev/null
+++ b/weights/decoder.layers.67.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b5b39fbe1ab02fd5e3b7dc947d244de8eaea81763908819323bf7fd1812138
+size 301990016
diff --git a/weights/decoder.layers.67.self_attn.v_proj.bias b/weights/decoder.layers.67.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..91ee79758f6e9403d36ebc26f796b8ecf12c56d2
Binary files /dev/null and b/weights/decoder.layers.67.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.67.self_attn.v_proj.weight b/weights/decoder.layers.67.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..d4717421265ce0bcefcd7cc8a2b4a071c3ee3cba
--- /dev/null
+++ b/weights/decoder.layers.67.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ffa906183b6a7833bdbc0848874d2562941644fde21e493fb4aa9302f5eb980
+size 301990016
diff --git a/weights/decoder.layers.67.self_attn_layer_norm.bias b/weights/decoder.layers.67.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..d153d147e420c9209020debd9dff2073188f8b31
Binary files /dev/null and b/weights/decoder.layers.67.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.67.self_attn_layer_norm.weight b/weights/decoder.layers.67.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.67.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.68.fc1.bias b/weights/decoder.layers.68.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..b978a0706854cce4092ccd35bd07bb61bb128a23
Binary files /dev/null and b/weights/decoder.layers.68.fc1.bias differ
diff --git a/weights/decoder.layers.68.fc1.weight b/weights/decoder.layers.68.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..d3308cafae1c7871f0a5e36f9582ecb0af75505a
--- /dev/null
+++ b/weights/decoder.layers.68.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3570f476acffe753a4637fe9943a975e4b8fa2c152ac7ec84333a2aa31736344
+size 1207959680
diff --git a/weights/decoder.layers.68.fc2.bias b/weights/decoder.layers.68.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..069a6c19b95252c09c2ac03f4444708b1c042938
Binary files /dev/null and b/weights/decoder.layers.68.fc2.bias differ
diff --git a/weights/decoder.layers.68.fc2.weight b/weights/decoder.layers.68.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..1a4367c9bdfe47d8db8221919178878033135df1
--- /dev/null
+++ b/weights/decoder.layers.68.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e98e2ba5712c56f4d19fb1d6652bc99c6bf978e38c0f7a917916a602ff6cb63f
+size 1207959680
diff --git a/weights/decoder.layers.68.final_layer_norm.bias b/weights/decoder.layers.68.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..21c996299f277fd84db0e70d95996cfd9278a45e
Binary files /dev/null and b/weights/decoder.layers.68.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.68.final_layer_norm.weight b/weights/decoder.layers.68.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.68.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.68.self_attn.k_proj.bias b/weights/decoder.layers.68.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..1acd693fd77f76084a5f2d0a27d5f5055540e180
Binary files /dev/null and b/weights/decoder.layers.68.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.68.self_attn.k_proj.weight b/weights/decoder.layers.68.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..44abb29293614054e0dc09db53af20353b1fe3bb
--- /dev/null
+++ b/weights/decoder.layers.68.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca9c3e3c0709243490210295ad96caa8b2be19a3f0eb97e13d272ac97ca631c
+size 301990016
diff --git a/weights/decoder.layers.68.self_attn.out_proj.bias b/weights/decoder.layers.68.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..b74aa30c7c91862e222949647c0219de2f84d0ab
Binary files /dev/null and b/weights/decoder.layers.68.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.68.self_attn.out_proj.weight b/weights/decoder.layers.68.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..452fe1f785963abc5c2f8512bd533b6ce713523c
--- /dev/null
+++ b/weights/decoder.layers.68.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b09dd9d3852b141be58a390942c127143830c8881b8a7614e82954a396bee53
+size 301990016
diff --git a/weights/decoder.layers.68.self_attn.q_proj.bias b/weights/decoder.layers.68.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..7527dddb44420bbe8e1e41bd4aeb3e266acfc7cc
Binary files /dev/null and b/weights/decoder.layers.68.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.68.self_attn.q_proj.weight b/weights/decoder.layers.68.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..6cdae31f71b191ff232513b4da83f8644107af54
--- /dev/null
+++ b/weights/decoder.layers.68.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc49d5e3d6597ef9ad71aeef851f9325356a4501887b62c86900426a2fd7657
+size 301990016
diff --git a/weights/decoder.layers.68.self_attn.v_proj.bias b/weights/decoder.layers.68.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..0b1616a53b5321349a227a52bf1773d2257140d7
Binary files /dev/null and b/weights/decoder.layers.68.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.68.self_attn.v_proj.weight b/weights/decoder.layers.68.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..ec0997a9c612dde8257ee09819066ce1ca25d37d
--- /dev/null
+++ b/weights/decoder.layers.68.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d82f3de780db3b97c495c695301f807c9bee531d0d1766b96af93149b326bef
+size 301990016
diff --git a/weights/decoder.layers.68.self_attn_layer_norm.bias b/weights/decoder.layers.68.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..99f3fd7f4a0b1808e78ddd279687090943e701bd
Binary files /dev/null and b/weights/decoder.layers.68.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.68.self_attn_layer_norm.weight b/weights/decoder.layers.68.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.68.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.69.fc1.bias b/weights/decoder.layers.69.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..bc8de18219ad95fbd5aec19b34517e7f4bf037e9
Binary files /dev/null and b/weights/decoder.layers.69.fc1.bias differ
diff --git a/weights/decoder.layers.69.fc1.weight b/weights/decoder.layers.69.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..1f0772f16661c6981e2bfe1b9bc73fb2c7354fb3
--- /dev/null
+++ b/weights/decoder.layers.69.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1891bdfa996124a335dc7db1e5f98d7d0142fe2e01d753c23ed84319717e7f3
+size 1207959680
diff --git a/weights/decoder.layers.69.fc2.bias b/weights/decoder.layers.69.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..49fdb7fc35a527e1dd352cd671f5d2b5dc4eba25
Binary files /dev/null and b/weights/decoder.layers.69.fc2.bias differ
diff --git a/weights/decoder.layers.69.fc2.weight b/weights/decoder.layers.69.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..d89d213a30b254a846664f38c0725ca1e7e1a250
--- /dev/null
+++ b/weights/decoder.layers.69.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a5c82921265dc20410c65040e2062ec2e20f0d10e8f447bdfb663b9e599440b
+size 1207959680
diff --git a/weights/decoder.layers.69.final_layer_norm.bias b/weights/decoder.layers.69.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..1ec8e32741b679e55a2a57fbdc634e7489552593
Binary files /dev/null and b/weights/decoder.layers.69.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.69.final_layer_norm.weight b/weights/decoder.layers.69.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.69.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.69.self_attn.k_proj.bias b/weights/decoder.layers.69.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..0d381f73306070fb47fac3486a003ae2ee20ebb5
Binary files /dev/null and b/weights/decoder.layers.69.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.69.self_attn.k_proj.weight b/weights/decoder.layers.69.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..b1f133ba564e6bbd619a3b219aa32089540745fc
--- /dev/null
+++ b/weights/decoder.layers.69.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84da7147dce04e483708dbf6d9b8e8087c826b215c65f091992a173dde3203d7
+size 301990016
diff --git a/weights/decoder.layers.69.self_attn.out_proj.bias b/weights/decoder.layers.69.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..c2f071e221ea03ba3b27abb238b96cea272b0557
Binary files /dev/null and b/weights/decoder.layers.69.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.69.self_attn.out_proj.weight b/weights/decoder.layers.69.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..3c2325de4e29fd65833422ef67599d812355d065
--- /dev/null
+++ b/weights/decoder.layers.69.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb54e8ac2b5a3c1b0ef8bd27ccab52352326bd5c8a6b1a46d63158381c06cde
+size 301990016
diff --git a/weights/decoder.layers.69.self_attn.q_proj.bias b/weights/decoder.layers.69.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..7ce0c4988006a3a46d5dad6804aad05d74c4e543
Binary files /dev/null and b/weights/decoder.layers.69.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.69.self_attn.q_proj.weight b/weights/decoder.layers.69.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..8350c8592b12dde017ef4a377b929ac6f3e032c1
--- /dev/null
+++ b/weights/decoder.layers.69.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8510df82953e037bd949a5088e3735d6fdfc67ed245d3755a0e763c0307265b1
+size 301990016
diff --git a/weights/decoder.layers.69.self_attn.v_proj.bias b/weights/decoder.layers.69.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..4d602272381bfe6e930275832c14c890e8593889
Binary files /dev/null and b/weights/decoder.layers.69.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.69.self_attn.v_proj.weight b/weights/decoder.layers.69.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..8f5fc6346a506ad1f7d3231c79ae44a061170895
--- /dev/null
+++ b/weights/decoder.layers.69.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ebad71b78da015a266717d9d4b5fa0235a511c967b8eb686bdad32b70360f46
+size 301990016
diff --git a/weights/decoder.layers.69.self_attn_layer_norm.bias b/weights/decoder.layers.69.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..fff93f620fa4191b6b173e3fb4c1bd6d7c310384
Binary files /dev/null and b/weights/decoder.layers.69.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.69.self_attn_layer_norm.weight b/weights/decoder.layers.69.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.69.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.7.fc1.bias b/weights/decoder.layers.7.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..bc72585a52c6892d47523a055b1c007abdd309e9
Binary files /dev/null and b/weights/decoder.layers.7.fc1.bias differ
diff --git a/weights/decoder.layers.7.fc1.weight b/weights/decoder.layers.7.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..22627ecc25526fa70eae742abffef8586044aab6
--- /dev/null
+++ b/weights/decoder.layers.7.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:389adc889b5bea0c51b81088b03ca0fd7ce5e3a745ac20e8a79d92308713fb42
+size 1207959680
diff --git a/weights/decoder.layers.7.fc2.bias b/weights/decoder.layers.7.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..c031ecf65c61ee02aba53e0333804b44385c07dd
Binary files /dev/null and b/weights/decoder.layers.7.fc2.bias differ
diff --git a/weights/decoder.layers.7.fc2.weight b/weights/decoder.layers.7.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..f09ad8d618f2b87c2094ebf670ff4251eb539e24
--- /dev/null
+++ b/weights/decoder.layers.7.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b3007e89849683b144f8a194cac387cc895b7b397b2c2f4bf31f717c7670cd4
+size 1207959680
diff --git a/weights/decoder.layers.7.final_layer_norm.bias b/weights/decoder.layers.7.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..72860500479b7761f600aec1770cd201ef7df465
Binary files /dev/null and b/weights/decoder.layers.7.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.7.final_layer_norm.weight b/weights/decoder.layers.7.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.7.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.7.self_attn.k_proj.bias b/weights/decoder.layers.7.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..aee5deb5de0b44f129305aec344a669b58994413
Binary files /dev/null and b/weights/decoder.layers.7.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.7.self_attn.k_proj.weight b/weights/decoder.layers.7.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..79f40f0dd6f00c6126082514b04cea611fc20332
--- /dev/null
+++ b/weights/decoder.layers.7.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea32ab8971ff2eaeed0537382ef29b4d64afb7c26c2286481c585f2c1a815776
+size 301990016
diff --git a/weights/decoder.layers.7.self_attn.out_proj.bias b/weights/decoder.layers.7.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..437ac45faca8d390a7aaec1b69002ab8609cb1f2
Binary files /dev/null and b/weights/decoder.layers.7.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.7.self_attn.out_proj.weight b/weights/decoder.layers.7.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..38439b4bd9c7fb93a97488b09375a66621d72565
--- /dev/null
+++ b/weights/decoder.layers.7.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fd3117898d8f1093c3f26b77fd2e503d6e6d8c1deb1c8319ace4f73a29191b7
+size 301990016
diff --git a/weights/decoder.layers.7.self_attn.q_proj.bias b/weights/decoder.layers.7.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..bfd757ec424a7260a14096c9311b7a77b9c4e029
Binary files /dev/null and b/weights/decoder.layers.7.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.7.self_attn.q_proj.weight b/weights/decoder.layers.7.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..17f433dd26e27be1be6b5f98ec22c2104b30402c
--- /dev/null
+++ b/weights/decoder.layers.7.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eb5b50508fafed84bbf778197309b42dbfceb0d8e2b4b13245b71167b99fecd
+size 301990016
diff --git a/weights/decoder.layers.7.self_attn.v_proj.bias b/weights/decoder.layers.7.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..1701e274dc670d07be9def8bae82a27be3afc398
Binary files /dev/null and b/weights/decoder.layers.7.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.7.self_attn.v_proj.weight b/weights/decoder.layers.7.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..ea2080ae2cacdeaf7217562d20f84693f15d5d73
--- /dev/null
+++ b/weights/decoder.layers.7.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e80e0288a99d334f02e284323349d7e15c8c7469057693e1143f7854f4810e1
+size 301990016
diff --git a/weights/decoder.layers.7.self_attn_layer_norm.bias b/weights/decoder.layers.7.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..ce80e9325b65c039e02fcdfec38fa2d309f34bad
Binary files /dev/null and b/weights/decoder.layers.7.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.7.self_attn_layer_norm.weight b/weights/decoder.layers.7.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.7.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.70.fc1.bias b/weights/decoder.layers.70.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..3812c438eacb6a1299103dfc4e5b9f49a858167a
Binary files /dev/null and b/weights/decoder.layers.70.fc1.bias differ
diff --git a/weights/decoder.layers.70.fc1.weight b/weights/decoder.layers.70.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..0f377156fd4b75210359f645b5b39f4b46ab3d50
--- /dev/null
+++ b/weights/decoder.layers.70.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:199a4673fa534032032b7cec3ddca1ff51b3c038cbccfb743c6852f2618925ff
+size 1207959680
diff --git a/weights/decoder.layers.70.fc2.bias b/weights/decoder.layers.70.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..061a19c21e9c5d220923b726f50db76bb3d6fd59
Binary files /dev/null and b/weights/decoder.layers.70.fc2.bias differ
diff --git a/weights/decoder.layers.70.fc2.weight b/weights/decoder.layers.70.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..539cdcd7ce84935726d3319a689bd867ccfa0339
--- /dev/null
+++ b/weights/decoder.layers.70.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbffe7883454d037d0a7e4a4d8251f8e1e423457e8326b66a9f4514a47f4eebd
+size 1207959680
diff --git a/weights/decoder.layers.70.final_layer_norm.bias b/weights/decoder.layers.70.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..517b1517406bbceec3b02f77603bdd2bccad40dc
Binary files /dev/null and b/weights/decoder.layers.70.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.70.final_layer_norm.weight b/weights/decoder.layers.70.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.70.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.70.self_attn.k_proj.bias b/weights/decoder.layers.70.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..0a7795a5657da4eeb92fad5f1dffc4a641760c17
Binary files /dev/null and b/weights/decoder.layers.70.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.70.self_attn.k_proj.weight b/weights/decoder.layers.70.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..c775a45a84aa1ce76b26f6125fa2754651e180ab
--- /dev/null
+++ b/weights/decoder.layers.70.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac47f02953050bc5f567c6342fd8ccf2df599e4fa0414456a074ea0f77b806e
+size 301990016
diff --git a/weights/decoder.layers.70.self_attn.out_proj.bias b/weights/decoder.layers.70.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..cafef67a915c8111cb31344f1c4d0e7884bc1153
Binary files /dev/null and b/weights/decoder.layers.70.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.70.self_attn.out_proj.weight b/weights/decoder.layers.70.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..2c1cf8df3038721fa129f0ac6c881e343d728a3b
--- /dev/null
+++ b/weights/decoder.layers.70.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9cef25b3142ce4b68ec4d86f54eb27f97c8b302eb40e67a68240f92798a16f
+size 301990016
diff --git a/weights/decoder.layers.70.self_attn.q_proj.bias b/weights/decoder.layers.70.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..89cbb755050de5ec86a7dff28fd14840f4db0abe
Binary files /dev/null and b/weights/decoder.layers.70.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.70.self_attn.q_proj.weight b/weights/decoder.layers.70.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..17614f155ac4e5728f9cad503e61c5e294b01109
--- /dev/null
+++ b/weights/decoder.layers.70.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc4739d96f4878d7c78a153df00cba2d77cc2c4a4bad2f98742c414d14876808
+size 301990016
diff --git a/weights/decoder.layers.70.self_attn.v_proj.bias b/weights/decoder.layers.70.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..dae44f9874aaafb0ecfa83e1b89600c14c3c2131
Binary files /dev/null and b/weights/decoder.layers.70.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.70.self_attn.v_proj.weight b/weights/decoder.layers.70.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..4f67e39db34422d01315704d6ce486741f5606b7
--- /dev/null
+++ b/weights/decoder.layers.70.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09e58cab8cacd7cb152ea8c714c528ba165854393b16060671cfb8fa16ae703a
+size 301990016
diff --git a/weights/decoder.layers.70.self_attn_layer_norm.bias b/weights/decoder.layers.70.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..1d365794b0de84c9ff4c94ccc22a56f33e7efe19
Binary files /dev/null and b/weights/decoder.layers.70.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.70.self_attn_layer_norm.weight b/weights/decoder.layers.70.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.70.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.71.fc1.bias b/weights/decoder.layers.71.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..facc026c71c8a19d186fe2da6a13f8e6ab95176f
Binary files /dev/null and b/weights/decoder.layers.71.fc1.bias differ
diff --git a/weights/decoder.layers.71.fc1.weight b/weights/decoder.layers.71.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..f2e14fad184950e8e70fddc4c8162404d888af60
--- /dev/null
+++ b/weights/decoder.layers.71.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d96a915cb64cf145b4d09274f9c7619d22e417535ef14ea4f804f1213fd0d5d2
+size 1207959680
diff --git a/weights/decoder.layers.71.fc2.bias b/weights/decoder.layers.71.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..b52e6acbbc9d633078ec076f4286bb64369e96ed
Binary files /dev/null and b/weights/decoder.layers.71.fc2.bias differ
diff --git a/weights/decoder.layers.71.fc2.weight b/weights/decoder.layers.71.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..5ced261002666432b21ed45bfee4921fba12beb5
--- /dev/null
+++ b/weights/decoder.layers.71.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e00357fed66d613c80d6460958d33e8c3395bd6e62a6d441c50619ee854bbd
+size 1207959680
diff --git a/weights/decoder.layers.71.final_layer_norm.bias b/weights/decoder.layers.71.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..1f899991e04f342c695e577b94122800897d5a03
Binary files /dev/null and b/weights/decoder.layers.71.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.71.final_layer_norm.weight b/weights/decoder.layers.71.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.71.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.71.self_attn.k_proj.bias b/weights/decoder.layers.71.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..b9bb89d93eff8ededa2d790e10689b92e100cd49
Binary files /dev/null and b/weights/decoder.layers.71.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.71.self_attn.k_proj.weight b/weights/decoder.layers.71.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..5c02c88e025f5ea46c32529834007bc80b501d02
--- /dev/null
+++ b/weights/decoder.layers.71.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47826d8594248a8ad78832642fd5ff91f52720b073f61eadfb358b831ccacc31
+size 301990016
diff --git a/weights/decoder.layers.71.self_attn.out_proj.bias b/weights/decoder.layers.71.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..26069eaa141576a163aaf273c61ac022b13e96c5
Binary files /dev/null and b/weights/decoder.layers.71.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.71.self_attn.out_proj.weight b/weights/decoder.layers.71.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..1e4068698d3436ff82faede938dc580e1b1f26cf
--- /dev/null
+++ b/weights/decoder.layers.71.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0550cfc1a5bab6eb1d38036afc6608812694d0cdbe25519f5e67bcb2c37750d0
+size 301990016
diff --git a/weights/decoder.layers.71.self_attn.q_proj.bias b/weights/decoder.layers.71.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..5323c79213fde33a5080318787753bcf32b6e91d
Binary files /dev/null and b/weights/decoder.layers.71.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.71.self_attn.q_proj.weight b/weights/decoder.layers.71.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..c359e7041ab35e49079f562ff9d3a858cb59cf85
--- /dev/null
+++ b/weights/decoder.layers.71.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c8fd500fafe874a9809b0b62473095ee7414c7fd22abd29bbf2ea5252be74ce
+size 301990016
diff --git a/weights/decoder.layers.71.self_attn.v_proj.bias b/weights/decoder.layers.71.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..4e04d075027182c9a878e4feb8918513ecf0f1f1
Binary files /dev/null and b/weights/decoder.layers.71.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.71.self_attn.v_proj.weight b/weights/decoder.layers.71.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..1ef00eac739e507bc382a8b33d97650881b5ddfa
--- /dev/null
+++ b/weights/decoder.layers.71.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c36722b5c840c2655e76f310dff1900d259a0526fbc6bdce190c6052f9369a84
+size 301990016
diff --git a/weights/decoder.layers.71.self_attn_layer_norm.bias b/weights/decoder.layers.71.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..d9c707afa98b83edf985e85c83b2c47f1b090333
Binary files /dev/null and b/weights/decoder.layers.71.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.71.self_attn_layer_norm.weight b/weights/decoder.layers.71.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.71.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.72.fc1.bias b/weights/decoder.layers.72.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..ded6194ed9dc84e23207e2872df6514b0e16314e
Binary files /dev/null and b/weights/decoder.layers.72.fc1.bias differ
diff --git a/weights/decoder.layers.72.fc1.weight b/weights/decoder.layers.72.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..711211212e881ef15c40b17fd176307efaeddb9e
--- /dev/null
+++ b/weights/decoder.layers.72.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ba7290c1674643b70f703c8b860a4e6b5fce462c774dd3a760b8c4f505c359
+size 1207959680
diff --git a/weights/decoder.layers.72.fc2.bias b/weights/decoder.layers.72.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..93bcfa98915aa317ff3360a247d3f750fbcdbf45
Binary files /dev/null and b/weights/decoder.layers.72.fc2.bias differ
diff --git a/weights/decoder.layers.72.fc2.weight b/weights/decoder.layers.72.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..9e7bbba656fef728eb69c8877ad7d78452b6962d
--- /dev/null
+++ b/weights/decoder.layers.72.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8488738bf50de3b350f3f815fbbb7b57dbe1361b666d54bc764ffe51b923bd49
+size 1207959680
diff --git a/weights/decoder.layers.72.final_layer_norm.bias b/weights/decoder.layers.72.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..2687bb0659e3c26499ceb9f9421021e21eabe4f9
Binary files /dev/null and b/weights/decoder.layers.72.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.72.final_layer_norm.weight b/weights/decoder.layers.72.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.72.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.72.self_attn.k_proj.bias b/weights/decoder.layers.72.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..8806d17d64940025f10153d3f52a13228a986c8e
Binary files /dev/null and b/weights/decoder.layers.72.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.72.self_attn.k_proj.weight b/weights/decoder.layers.72.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..5aa3ac012ee708d87a1560d4ee8ca3877100e237
--- /dev/null
+++ b/weights/decoder.layers.72.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd82ab47885142e120dee7fbfc9c0bb5af0969a73e2d1c55cc7750594c30890
+size 301990016
diff --git a/weights/decoder.layers.72.self_attn.out_proj.bias b/weights/decoder.layers.72.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..8651fae1d485ee9a7c1e8b346b677afde3bd38c1
Binary files /dev/null and b/weights/decoder.layers.72.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.72.self_attn.out_proj.weight b/weights/decoder.layers.72.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..eab996f4da6365ae0da7f4566b679eb9fc60afd4
--- /dev/null
+++ b/weights/decoder.layers.72.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b102f6490a85f80be1b87c76b5cccf5ace256da166c0266fb26e9b5a9f41ae8
+size 301990016
diff --git a/weights/decoder.layers.72.self_attn.q_proj.bias b/weights/decoder.layers.72.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..23e5c7bc23f6d594d1124f149f92b199febda2f6
Binary files /dev/null and b/weights/decoder.layers.72.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.72.self_attn.q_proj.weight b/weights/decoder.layers.72.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..ed9c1f9e91edf424c139b2e33c7a3e310840df7a
--- /dev/null
+++ b/weights/decoder.layers.72.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b4a50192d689ffb7a5fdf157d36c2fadb168cd9fc9c8cce017d7c55f657699
+size 301990016
diff --git a/weights/decoder.layers.72.self_attn.v_proj.bias b/weights/decoder.layers.72.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..dc435e72f7f042986bd695ae1fb64b2fa6dfefe0
Binary files /dev/null and b/weights/decoder.layers.72.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.72.self_attn.v_proj.weight b/weights/decoder.layers.72.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..f1532433cc2058b01b2152126f07c4a64692654f
--- /dev/null
+++ b/weights/decoder.layers.72.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dea909668e8fbf662a00f3ba4a756b58c7dd916aac52c5f65e409de5a47d5e7
+size 301990016
diff --git a/weights/decoder.layers.72.self_attn_layer_norm.bias b/weights/decoder.layers.72.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..e5dd77602e05fa6f22a5127d312277102fbcfff7
Binary files /dev/null and b/weights/decoder.layers.72.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.72.self_attn_layer_norm.weight b/weights/decoder.layers.72.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.72.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.73.fc1.bias b/weights/decoder.layers.73.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..fec2baf2f81f31955ae4d3c6db538e65e0d26f5e
Binary files /dev/null and b/weights/decoder.layers.73.fc1.bias differ
diff --git a/weights/decoder.layers.73.fc1.weight b/weights/decoder.layers.73.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..83e2286352606e5c8ce26a347138b1de58928e29
--- /dev/null
+++ b/weights/decoder.layers.73.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36ec114631ee772130e88c1ca6411523394c70e411997315da2a502d225c15b1
+size 1207959680
diff --git a/weights/decoder.layers.73.fc2.bias b/weights/decoder.layers.73.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..6c4c7682f1cdf55244abe0d2291655bb4c324b94
Binary files /dev/null and b/weights/decoder.layers.73.fc2.bias differ
diff --git a/weights/decoder.layers.73.fc2.weight b/weights/decoder.layers.73.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..99f3ee4640b5fd34f90dbbc7ce291effbaf6691f
--- /dev/null
+++ b/weights/decoder.layers.73.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c749fa897a1beb6515206e58f5a7e7ce19646c5fdd95d00cb002ff4cb5bbb7
+size 1207959680
diff --git a/weights/decoder.layers.73.final_layer_norm.bias b/weights/decoder.layers.73.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..1b2c95211f5711aeffc7e3174709938dcd22620f
Binary files /dev/null and b/weights/decoder.layers.73.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.73.final_layer_norm.weight b/weights/decoder.layers.73.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.73.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.73.self_attn.k_proj.bias b/weights/decoder.layers.73.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..0cb4ac733d18c0e3aac1314c1ed9cd35e7784136
Binary files /dev/null and b/weights/decoder.layers.73.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.73.self_attn.k_proj.weight b/weights/decoder.layers.73.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..78c24baa799199ae7388cfbc173c03178ea6a085
--- /dev/null
+++ b/weights/decoder.layers.73.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac14e9d7ea50cc67a35c76201d5820e0d2c5e766c7213be77036715d6701f025
+size 301990016
diff --git a/weights/decoder.layers.73.self_attn.out_proj.bias b/weights/decoder.layers.73.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..e306a1bb222daa924107b3c9e4bbafed91cef2b6
Binary files /dev/null and b/weights/decoder.layers.73.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.73.self_attn.out_proj.weight b/weights/decoder.layers.73.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..1c6fa8f600b8f00d0eb4fca89bc29fc134c0beef
--- /dev/null
+++ b/weights/decoder.layers.73.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f33c978ef4bd42fada582df4a401ece556094d68fdddb6f256963dfe419c21
+size 301990016
diff --git a/weights/decoder.layers.73.self_attn.q_proj.bias b/weights/decoder.layers.73.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..315b440d9b8d3b2559ddc622c227ab06be7fe318
Binary files /dev/null and b/weights/decoder.layers.73.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.73.self_attn.q_proj.weight b/weights/decoder.layers.73.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..3dc1c3dc2d3cdd0dc6e9a4988644a9f241e7872e
--- /dev/null
+++ b/weights/decoder.layers.73.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e947ed31aa78fa61dc5d85c6a43d53b8ba4b6382b0dcbfb77db89fcfa1869cb
+size 301990016
diff --git a/weights/decoder.layers.73.self_attn.v_proj.bias b/weights/decoder.layers.73.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..fd56ebbd1136d8ae1ba62c6f4cc827593388d659
Binary files /dev/null and b/weights/decoder.layers.73.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.73.self_attn.v_proj.weight b/weights/decoder.layers.73.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..1a0ac97d7df005d892b4ee743723ea144cc0c86c
--- /dev/null
+++ b/weights/decoder.layers.73.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1005e0d00d4f6e6f85ae6c925cd791361121a7cdd29c844626ecfeb24208af89
+size 301990016
diff --git a/weights/decoder.layers.73.self_attn_layer_norm.bias b/weights/decoder.layers.73.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..7dc55e3463c000177952896e1c40d6210eadfbcc
Binary files /dev/null and b/weights/decoder.layers.73.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.73.self_attn_layer_norm.weight b/weights/decoder.layers.73.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.73.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.74.fc1.bias b/weights/decoder.layers.74.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..a9c2e41fcbd3d9d672966cc385f07ede65156a99
Binary files /dev/null and b/weights/decoder.layers.74.fc1.bias differ
diff --git a/weights/decoder.layers.74.fc1.weight b/weights/decoder.layers.74.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..8de11bf4cb52d02ce2eada354bcf03668add7e70
--- /dev/null
+++ b/weights/decoder.layers.74.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dbf4c04d21152ea62e8ed9a5d21e78a62aeb6db16bf59c77839837ba59fb8fd
+size 1207959680
diff --git a/weights/decoder.layers.74.fc2.bias b/weights/decoder.layers.74.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..79350e944c265ac27e5e5eae0e46dccb1e4cc5f1
Binary files /dev/null and b/weights/decoder.layers.74.fc2.bias differ
diff --git a/weights/decoder.layers.74.fc2.weight b/weights/decoder.layers.74.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..52f29126ed8b8b384c9f02daee4516631d7c0514
--- /dev/null
+++ b/weights/decoder.layers.74.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ef6ec9f4ed767ed49def178ab75546ad83fd4cfce6af4b36c71c732e06dfa0
+size 1207959680
diff --git a/weights/decoder.layers.74.final_layer_norm.bias b/weights/decoder.layers.74.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..77c79d7a99078ce5894807e0974862363eaca9dd
Binary files /dev/null and b/weights/decoder.layers.74.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.74.final_layer_norm.weight b/weights/decoder.layers.74.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.74.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.74.self_attn.k_proj.bias b/weights/decoder.layers.74.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..03959412400f1785415270b81695e729a3ed40a3
Binary files /dev/null and b/weights/decoder.layers.74.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.74.self_attn.k_proj.weight b/weights/decoder.layers.74.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..ae56c0c7a7c85e25aaad7e0211da8f3880a6650d
--- /dev/null
+++ b/weights/decoder.layers.74.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:142d4fdaa9ea143eba555d8737578f3282e41d39f61b0adf84fee2ef723187e1
+size 301990016
diff --git a/weights/decoder.layers.74.self_attn.out_proj.bias b/weights/decoder.layers.74.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..bed966c66db01ea8799054a2ec2647adefa3c683
Binary files /dev/null and b/weights/decoder.layers.74.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.74.self_attn.out_proj.weight b/weights/decoder.layers.74.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..1b2354c1a1970854bbb1e330de5ca7c23660f825
--- /dev/null
+++ b/weights/decoder.layers.74.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b2c253d5e557ed94f732fbf21dc378c1f96b1690634c265b4fe47cb0ee7273
+size 301990016
diff --git a/weights/decoder.layers.74.self_attn.q_proj.bias b/weights/decoder.layers.74.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..5164fae7dd9c8fb8287f1c4b9742ffd5248e6dde
Binary files /dev/null and b/weights/decoder.layers.74.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.74.self_attn.q_proj.weight b/weights/decoder.layers.74.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..82e90f75c97d86d216ddc518d0a13c7bf3fcc372
--- /dev/null
+++ b/weights/decoder.layers.74.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb5111bc76b43d12334535419b456300ee7f377c74b717f4c06558e9d1dc4e75
+size 301990016
diff --git a/weights/decoder.layers.74.self_attn.v_proj.bias b/weights/decoder.layers.74.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..33c4d75694457449c21bd343d8e410d13e1c446e
Binary files /dev/null and b/weights/decoder.layers.74.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.74.self_attn.v_proj.weight b/weights/decoder.layers.74.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..d97b7f930985f860b053c944db4fdbbb481511b7
--- /dev/null
+++ b/weights/decoder.layers.74.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b3ac35e029859aa1eeda9b91bcc167cd767ce7f36e462bf8a192ab60df4c877
+size 301990016
diff --git a/weights/decoder.layers.74.self_attn_layer_norm.bias b/weights/decoder.layers.74.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..4655d313ce8bce7a96df2c89a778dee92970130d
Binary files /dev/null and b/weights/decoder.layers.74.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.74.self_attn_layer_norm.weight b/weights/decoder.layers.74.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.74.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.75.fc1.bias b/weights/decoder.layers.75.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..4229e4a5e32cdad234a113900d3839f06c295bb3
Binary files /dev/null and b/weights/decoder.layers.75.fc1.bias differ
diff --git a/weights/decoder.layers.75.fc1.weight b/weights/decoder.layers.75.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..5039deed84f83e5c632ce2c838f8c48233885510
--- /dev/null
+++ b/weights/decoder.layers.75.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b3b394f512f3a3a8620122288573444209d7fd82a7a3df7708fe0ea2024bf7
+size 1207959680
diff --git a/weights/decoder.layers.75.fc2.bias b/weights/decoder.layers.75.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..c28d7cfec16946d7249118bc1f2a3c7fbd4c3f09
Binary files /dev/null and b/weights/decoder.layers.75.fc2.bias differ
diff --git a/weights/decoder.layers.75.fc2.weight b/weights/decoder.layers.75.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..9453e9153016450bab6dac4853f1230efd08d269
--- /dev/null
+++ b/weights/decoder.layers.75.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae372b19bf24601dd5baa9271f9f1f58ad32a26a81edbb8a480d13052f66690
+size 1207959680
diff --git a/weights/decoder.layers.75.final_layer_norm.bias b/weights/decoder.layers.75.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..51b22ea9d56261fbf3db41750f0b42597540bf5d
Binary files /dev/null and b/weights/decoder.layers.75.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.75.final_layer_norm.weight b/weights/decoder.layers.75.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.75.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.75.self_attn.k_proj.bias b/weights/decoder.layers.75.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..0ba01a5be59ec9046d2cf1e3ea1164c8879f6d98
Binary files /dev/null and b/weights/decoder.layers.75.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.75.self_attn.k_proj.weight b/weights/decoder.layers.75.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..51d6b956c53a64da91b67a12a163cd826b16d7a4
--- /dev/null
+++ b/weights/decoder.layers.75.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b0cf74a266217e0c9efe47e5506bd4a01c9aaa66c8f852400502955e93e2555
+size 301990016
diff --git a/weights/decoder.layers.75.self_attn.out_proj.bias b/weights/decoder.layers.75.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..9321bf1a679ff3dd8b1120fe9b93e483a28d9b8d
Binary files /dev/null and b/weights/decoder.layers.75.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.75.self_attn.out_proj.weight b/weights/decoder.layers.75.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..a3db7d5ee8b17b7a1838e79a8be250fe0ae890cf
--- /dev/null
+++ b/weights/decoder.layers.75.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23862882d75770270b9c7b813ed45accf012d58f9185d083ecfc206d2cdcf5f6
+size 301990016
diff --git a/weights/decoder.layers.75.self_attn.q_proj.bias b/weights/decoder.layers.75.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..85ae9ceec88c86140f4c5de0dd6f077b54458b9a
Binary files /dev/null and b/weights/decoder.layers.75.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.75.self_attn.q_proj.weight b/weights/decoder.layers.75.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..d20d877756309ea6a34c19aa23f25a8f101f7a86
--- /dev/null
+++ b/weights/decoder.layers.75.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd7117e0043e4043834eb00ede46b367bbf3967c71cee91122a5adc3b8fd468
+size 301990016
diff --git a/weights/decoder.layers.75.self_attn.v_proj.bias b/weights/decoder.layers.75.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..cc8b43528961ac7b4e4b503427739f53b4588e25
Binary files /dev/null and b/weights/decoder.layers.75.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.75.self_attn.v_proj.weight b/weights/decoder.layers.75.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..941b339fdb8a8057ce331104cee67e3efa12895b
--- /dev/null
+++ b/weights/decoder.layers.75.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03c00844905654b37129a4add421defb62d8fa075a4a5f6a08e1c36ba4949fde
+size 301990016
diff --git a/weights/decoder.layers.75.self_attn_layer_norm.bias b/weights/decoder.layers.75.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..734849e881f4417ab04a694ef2efa5366c1029ff
Binary files /dev/null and b/weights/decoder.layers.75.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.75.self_attn_layer_norm.weight b/weights/decoder.layers.75.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.75.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.76.fc1.bias b/weights/decoder.layers.76.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..0e0173adc42fcbc67b4c046b6acc2b680935273d
Binary files /dev/null and b/weights/decoder.layers.76.fc1.bias differ
diff --git a/weights/decoder.layers.76.fc1.weight b/weights/decoder.layers.76.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..de8153f88b8fc7c4ca8cb1e32b6295af05d4d710
--- /dev/null
+++ b/weights/decoder.layers.76.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d094c4c66f304eb0c58b32df9adbf45c7fe12e83e897a31c97ac999474ad8a8
+size 1207959680
diff --git a/weights/decoder.layers.76.fc2.bias b/weights/decoder.layers.76.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..faead0e3f81f2101471a16504c318bdbee766078
Binary files /dev/null and b/weights/decoder.layers.76.fc2.bias differ
diff --git a/weights/decoder.layers.76.fc2.weight b/weights/decoder.layers.76.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..4ab7e8e94dc6db86457a6abb8411c65b7a507ab3
--- /dev/null
+++ b/weights/decoder.layers.76.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:918bbdc4a43cc4c614e43ca8f9e261c88f5c2f9868b1659c87046771d807f0a2
+size 1207959680
diff --git a/weights/decoder.layers.76.final_layer_norm.bias b/weights/decoder.layers.76.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..c703c34e51df156cde4814cdceb4c59b995bc1ec
Binary files /dev/null and b/weights/decoder.layers.76.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.76.final_layer_norm.weight b/weights/decoder.layers.76.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.76.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.76.self_attn.k_proj.bias b/weights/decoder.layers.76.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..dd0dd15d1294a0bc01ae058eaa66b73066c11e59
Binary files /dev/null and b/weights/decoder.layers.76.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.76.self_attn.k_proj.weight b/weights/decoder.layers.76.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..0eb0cb4dea8aad8e9830e0a202b10624a1e1f1a1
--- /dev/null
+++ b/weights/decoder.layers.76.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab67ed889bf07adf8719fdae3d8f66323ad131376f2b43b8769316384ff5c156
+size 301990016
diff --git a/weights/decoder.layers.76.self_attn.out_proj.bias b/weights/decoder.layers.76.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..b2a7575f9df9a61b3e677906af6a31d47f43dac7
Binary files /dev/null and b/weights/decoder.layers.76.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.76.self_attn.out_proj.weight b/weights/decoder.layers.76.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..3723df46fcbad7ccba34946c24fab716320d2eb3
--- /dev/null
+++ b/weights/decoder.layers.76.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d812b7ef12bb5d4e7deb6dd67611702b6618b20577b2d611472816d354edea6f
+size 301990016
diff --git a/weights/decoder.layers.76.self_attn.q_proj.bias b/weights/decoder.layers.76.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..8121bffca95aba1beb956d63d467ead1e0b5da77
Binary files /dev/null and b/weights/decoder.layers.76.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.76.self_attn.q_proj.weight b/weights/decoder.layers.76.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..ffebaa6669000b81aef142c48643f62c5bb46209
--- /dev/null
+++ b/weights/decoder.layers.76.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83a0b0a765927aceef65fc34e6cd104c6073a007b2f488b833566c4bf3960968
+size 301990016
diff --git a/weights/decoder.layers.76.self_attn.v_proj.bias b/weights/decoder.layers.76.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..373f0bf87306e3171ca09e37e45c213580dc4695
Binary files /dev/null and b/weights/decoder.layers.76.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.76.self_attn.v_proj.weight b/weights/decoder.layers.76.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..e0f6f7f181d0e563573f2783d6b47c70c19d7c0e
--- /dev/null
+++ b/weights/decoder.layers.76.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3fb167c8072614096f29763f7d08569099ab10fcc9eabd334f1f3efcb8a389a
+size 301990016
diff --git a/weights/decoder.layers.76.self_attn_layer_norm.bias b/weights/decoder.layers.76.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..dca596feeccd631f5110dd9953092afe4faa58d1
Binary files /dev/null and b/weights/decoder.layers.76.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.76.self_attn_layer_norm.weight b/weights/decoder.layers.76.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.76.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.77.fc1.bias b/weights/decoder.layers.77.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..bc9b66ed33b92e619c80153302d5657f1c8176d3
Binary files /dev/null and b/weights/decoder.layers.77.fc1.bias differ
diff --git a/weights/decoder.layers.77.fc1.weight b/weights/decoder.layers.77.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..fa62235e81c86e1717390b52aa852014e5701f39
--- /dev/null
+++ b/weights/decoder.layers.77.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b625e16801f6b7960ebb6fb7ef4c6c1209e6c6bad313e5462822167f7a6e9c
+size 1207959680
diff --git a/weights/decoder.layers.77.fc2.bias b/weights/decoder.layers.77.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..8c60a1ad1db2cf837304f715fda7bb60d2d39575
Binary files /dev/null and b/weights/decoder.layers.77.fc2.bias differ
diff --git a/weights/decoder.layers.77.fc2.weight b/weights/decoder.layers.77.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..9efbe9c8ce86d807d05850c1499b2e300d81e68f
--- /dev/null
+++ b/weights/decoder.layers.77.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61027e78f27c7d7f10a2bbbfe5dae6044de7e2a0f74dab8339076d7e482b0b0c
+size 1207959680
diff --git a/weights/decoder.layers.77.final_layer_norm.bias b/weights/decoder.layers.77.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..245674a489147113fcbe06114d4c7a146d90baf5
Binary files /dev/null and b/weights/decoder.layers.77.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.77.final_layer_norm.weight b/weights/decoder.layers.77.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.77.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.77.self_attn.k_proj.bias b/weights/decoder.layers.77.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..69534405a4f4a8b4e15921f5f15b42a417afcae2
Binary files /dev/null and b/weights/decoder.layers.77.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.77.self_attn.k_proj.weight b/weights/decoder.layers.77.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..d6aad9cbdd969dd9be1cf8f60364f86acc10df47
--- /dev/null
+++ b/weights/decoder.layers.77.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9489b4012ecb286a22f4bedceb1416945f9cad605849efad4895d90f8f473c23
+size 301990016
diff --git a/weights/decoder.layers.77.self_attn.out_proj.bias b/weights/decoder.layers.77.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..45a4731eb2e2360325ac3898b9b0cdb17c3b7ebd
Binary files /dev/null and b/weights/decoder.layers.77.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.77.self_attn.out_proj.weight b/weights/decoder.layers.77.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..ea2dcfc3575bdfab437eaaf89fb7da82193876c4
--- /dev/null
+++ b/weights/decoder.layers.77.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82dc1968994c551edf73e610cc3f0734818e38d36739aead037de6b3a0662124
+size 301990016
diff --git a/weights/decoder.layers.77.self_attn.q_proj.bias b/weights/decoder.layers.77.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..c97f4897aea402f4934c1d1a9753af8f786796bd
Binary files /dev/null and b/weights/decoder.layers.77.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.77.self_attn.q_proj.weight b/weights/decoder.layers.77.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..4361f1197b40728acb448f37492d1a8da393fd76
--- /dev/null
+++ b/weights/decoder.layers.77.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df2ec0e8bd0fd7ca0df00e49b0b3776e89629ac9cef95d61eb4e9363ce617c79
+size 301990016
diff --git a/weights/decoder.layers.77.self_attn.v_proj.bias b/weights/decoder.layers.77.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..2718577861f0424a0286e5505797a633100b137a
Binary files /dev/null and b/weights/decoder.layers.77.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.77.self_attn.v_proj.weight b/weights/decoder.layers.77.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..1e56448b912f4bfa2fedce650a93bc3e0c722895
--- /dev/null
+++ b/weights/decoder.layers.77.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4da66b4a297aa78c256d4bc095e78172f60d2f1583520f6d7ceb6adceb2768a
+size 301990016
diff --git a/weights/decoder.layers.77.self_attn_layer_norm.bias b/weights/decoder.layers.77.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..ebc2cc2c1acc44e70e3ab50e23f9f3f40d99da75
Binary files /dev/null and b/weights/decoder.layers.77.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.77.self_attn_layer_norm.weight b/weights/decoder.layers.77.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.77.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.78.fc1.bias b/weights/decoder.layers.78.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..b924cffab7314e201c8e5d68607bff972c6735c9
Binary files /dev/null and b/weights/decoder.layers.78.fc1.bias differ
diff --git a/weights/decoder.layers.78.fc1.weight b/weights/decoder.layers.78.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..aaf8144b28ef5844fa6cda24d3b40beedeb8f837
--- /dev/null
+++ b/weights/decoder.layers.78.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e604bff63d9f1919a6b5e1afe9e9543afd5ab28c26886d35dd3089567ccfe61
+size 1207959680
diff --git a/weights/decoder.layers.78.fc2.bias b/weights/decoder.layers.78.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..87edbeab2561ee91b5520d3a064dc4ab7d2866e9
Binary files /dev/null and b/weights/decoder.layers.78.fc2.bias differ
diff --git a/weights/decoder.layers.78.fc2.weight b/weights/decoder.layers.78.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..ee01e3c32bbe317be1196c5aae43c182c21db8bb
--- /dev/null
+++ b/weights/decoder.layers.78.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d752290267ffe894acf01a43b94cef9a3aa5f9fcd69a968a895b85c271502f5
+size 1207959680
diff --git a/weights/decoder.layers.78.final_layer_norm.bias b/weights/decoder.layers.78.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..1e490699cb967bcacc040a0f3c47f00c158ae979
Binary files /dev/null and b/weights/decoder.layers.78.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.78.final_layer_norm.weight b/weights/decoder.layers.78.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.78.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.78.self_attn.k_proj.bias b/weights/decoder.layers.78.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..34d415593c35173c00a82dc7f6cad92f9c54f03b
Binary files /dev/null and b/weights/decoder.layers.78.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.78.self_attn.k_proj.weight b/weights/decoder.layers.78.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..0becec7e574606324458ad7d150862d56385e85c
--- /dev/null
+++ b/weights/decoder.layers.78.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97fe92ce695fcab7c1c63b7ff9cd716e088894ccd06b10265eeaef36c16d3015
+size 301990016
diff --git a/weights/decoder.layers.78.self_attn.out_proj.bias b/weights/decoder.layers.78.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..6cc83f668806ae3081bdcf7fb891c110f1366a84
Binary files /dev/null and b/weights/decoder.layers.78.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.78.self_attn.out_proj.weight b/weights/decoder.layers.78.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..b4258a3b6365ca99aa6dd8ff94adf7a86f6cfe9b
--- /dev/null
+++ b/weights/decoder.layers.78.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93cc4b9a9117197bb65befa1d35c43099d1dd00d5b98d3ab093967de828135c
+size 301990016
diff --git a/weights/decoder.layers.78.self_attn.q_proj.bias b/weights/decoder.layers.78.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..96561e1b3f7b181e8ce9b057e4a86ff5d89c20f7
Binary files /dev/null and b/weights/decoder.layers.78.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.78.self_attn.q_proj.weight b/weights/decoder.layers.78.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..54579ce04a251788f04cf37e19fd145d6d3ff197
--- /dev/null
+++ b/weights/decoder.layers.78.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e062855bd59884607e78a80bc42cd2730fccd1ba871aa2763ac5edd02d0bc4a
+size 301990016
diff --git a/weights/decoder.layers.78.self_attn.v_proj.bias b/weights/decoder.layers.78.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..4f0d4e4723936c1d1f861c935691bfae04288004
Binary files /dev/null and b/weights/decoder.layers.78.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.78.self_attn.v_proj.weight b/weights/decoder.layers.78.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..2328a23a0107c47fef439e32d9074300d561fd56
--- /dev/null
+++ b/weights/decoder.layers.78.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cb62cbc8f70039fc04f880f54374f131389b1d09cacee94ac0e5abe179b3b98
+size 301990016
diff --git a/weights/decoder.layers.78.self_attn_layer_norm.bias b/weights/decoder.layers.78.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..206fa8b1bf9538f117934bf57b0c527afa7bd349
Binary files /dev/null and b/weights/decoder.layers.78.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.78.self_attn_layer_norm.weight b/weights/decoder.layers.78.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.78.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.79.fc1.bias b/weights/decoder.layers.79.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..6de6e9b17887600ee9b863b3b549c05003d6d6c3
Binary files /dev/null and b/weights/decoder.layers.79.fc1.bias differ
diff --git a/weights/decoder.layers.79.fc1.weight b/weights/decoder.layers.79.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..49e2627175e1e28835b08baaccf27e9aa87d79ff
--- /dev/null
+++ b/weights/decoder.layers.79.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:439ccca4e63dcee69ec3abb0015aa46194c3415f3b64b93f72704457444256a4
+size 1207959680
diff --git a/weights/decoder.layers.79.fc2.bias b/weights/decoder.layers.79.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..af9758b503f688ad3438f6a6b1f68081ad3f729f
Binary files /dev/null and b/weights/decoder.layers.79.fc2.bias differ
diff --git a/weights/decoder.layers.79.fc2.weight b/weights/decoder.layers.79.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..2991d823c7949970664ef3bf73e37c3b1417ebf0
--- /dev/null
+++ b/weights/decoder.layers.79.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:023935cb7d387c53ba75d6f57004ff9f4d1c171d035cbf7e1a2244a9feb9bcb1
+size 1207959680
diff --git a/weights/decoder.layers.79.final_layer_norm.bias b/weights/decoder.layers.79.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..1636860bec2890c278124f9502d7e41d16fd7f1e
Binary files /dev/null and b/weights/decoder.layers.79.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.79.final_layer_norm.weight b/weights/decoder.layers.79.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.79.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.79.self_attn.k_proj.bias b/weights/decoder.layers.79.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..a460f793af69f8b3752994852f1006ef3f79f79f
Binary files /dev/null and b/weights/decoder.layers.79.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.79.self_attn.k_proj.weight b/weights/decoder.layers.79.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..3e0ec72770d9e92abd93261ba91c13149e50faf5
--- /dev/null
+++ b/weights/decoder.layers.79.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c47fffb06b20c70a1ae501ed7878d9d04355fb7226b35efb3c0c8ecf7bd157b
+size 301990016
diff --git a/weights/decoder.layers.79.self_attn.out_proj.bias b/weights/decoder.layers.79.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..411a07dac2ff14d33ff6defa92977a55d792314c
Binary files /dev/null and b/weights/decoder.layers.79.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.79.self_attn.out_proj.weight b/weights/decoder.layers.79.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..267832a3826e74a2172260b2ad7c8084f81865a3
--- /dev/null
+++ b/weights/decoder.layers.79.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f475c94341f0511e44d2106fe445c702aa2c9b65fbdac4102e6e4effb28d347c
+size 301990016
diff --git a/weights/decoder.layers.79.self_attn.q_proj.bias b/weights/decoder.layers.79.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..81d1ca6c199f83e0f36195a0302eb58ae6c7f91c
Binary files /dev/null and b/weights/decoder.layers.79.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.79.self_attn.q_proj.weight b/weights/decoder.layers.79.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..9fd4c9182d9575b318f9ab840486ab4052cb8de7
--- /dev/null
+++ b/weights/decoder.layers.79.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae2ef3a0614b3f5886378f561aee46664841c39790a42611a907131b93d8d436
+size 301990016
diff --git a/weights/decoder.layers.79.self_attn.v_proj.bias b/weights/decoder.layers.79.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..f3b9897268e14532a7ecf5cfebeb978077f30309
Binary files /dev/null and b/weights/decoder.layers.79.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.79.self_attn.v_proj.weight b/weights/decoder.layers.79.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..49e8017867da74f4cf7c6f7e1c5621b392740cbd
--- /dev/null
+++ b/weights/decoder.layers.79.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ecd2713563404e3e82fe0f775d4869840870c3aeb822f44d69fb7635ddfcff1
+size 301990016
diff --git a/weights/decoder.layers.79.self_attn_layer_norm.bias b/weights/decoder.layers.79.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..0db3ece2e86bc099d706380ecd68c7325fe603fb
Binary files /dev/null and b/weights/decoder.layers.79.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.79.self_attn_layer_norm.weight b/weights/decoder.layers.79.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.79.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.8.fc1.bias b/weights/decoder.layers.8.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..f179cd06bea144c0f200a3f486124e31c95bc8fa
Binary files /dev/null and b/weights/decoder.layers.8.fc1.bias differ
diff --git a/weights/decoder.layers.8.fc1.weight b/weights/decoder.layers.8.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..ed313222baac3bd9deee8fdcfff2da95d356452b
--- /dev/null
+++ b/weights/decoder.layers.8.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4880f89fe356f986939c35b99cfb9046cbd58799010292099e73b8ea8bc9d4ae
+size 1207959680
diff --git a/weights/decoder.layers.8.fc2.bias b/weights/decoder.layers.8.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..5915c01136b678933c7ac068bde31af3e8d50fbf
Binary files /dev/null and b/weights/decoder.layers.8.fc2.bias differ
diff --git a/weights/decoder.layers.8.fc2.weight b/weights/decoder.layers.8.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..0228fcd8e74d7ada7202cffb51b49372af389727
--- /dev/null
+++ b/weights/decoder.layers.8.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce4a360bf98f005ead0f815db1fa3266fe8cb07662c62ed1da155283235f622
+size 1207959680
diff --git a/weights/decoder.layers.8.final_layer_norm.bias b/weights/decoder.layers.8.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..e9e527c97620f5c08fc5881a70de15f26e33cf1b
Binary files /dev/null and b/weights/decoder.layers.8.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.8.final_layer_norm.weight b/weights/decoder.layers.8.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.8.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.8.self_attn.k_proj.bias b/weights/decoder.layers.8.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..dce75f9a4cf844a27e8888dfde3b9a2bb7e207f7
Binary files /dev/null and b/weights/decoder.layers.8.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.8.self_attn.k_proj.weight b/weights/decoder.layers.8.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..6177a234f2ebdfa725914470a519201004af574d
--- /dev/null
+++ b/weights/decoder.layers.8.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43999fbb52533d15c00a2340830fe327fbb0cec51900d733b10ab888bd44cc70
+size 301990016
diff --git a/weights/decoder.layers.8.self_attn.out_proj.bias b/weights/decoder.layers.8.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..51081e79039e9be8b39e643cffbcfa8e41c7b023
Binary files /dev/null and b/weights/decoder.layers.8.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.8.self_attn.out_proj.weight b/weights/decoder.layers.8.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..bbf8a944d02a57baa5248b8cd2654d3650811c26
--- /dev/null
+++ b/weights/decoder.layers.8.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:226ba4544b3ce08318053e8385bf771ddad8269181c2cf599a3c2bb722fdbc97
+size 301990016
diff --git a/weights/decoder.layers.8.self_attn.q_proj.bias b/weights/decoder.layers.8.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..5cc41146484f4d234b7ed1bd4f2e1c997f067c66
Binary files /dev/null and b/weights/decoder.layers.8.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.8.self_attn.q_proj.weight b/weights/decoder.layers.8.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..6f5e95e28c28e3ef6be96f9d06614b37223aff5c
--- /dev/null
+++ b/weights/decoder.layers.8.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:279bccb3013896446c16b6739ddb391cffe463c17c71fd063be6c4feff4ba010
+size 301990016
diff --git a/weights/decoder.layers.8.self_attn.v_proj.bias b/weights/decoder.layers.8.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..59b7da513ffad8d477633e359a91f04a7dd6562b
Binary files /dev/null and b/weights/decoder.layers.8.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.8.self_attn.v_proj.weight b/weights/decoder.layers.8.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..6a8e7410dcc4336380b89ce915b1fe8bcc063ae7
--- /dev/null
+++ b/weights/decoder.layers.8.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1e6e7f789180a4dd1d49a4e0921985e74a6d285a038896793577da7209f654b
+size 301990016
diff --git a/weights/decoder.layers.8.self_attn_layer_norm.bias b/weights/decoder.layers.8.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..0188bc7dda0317899c1292766b9ed44309dcea95
Binary files /dev/null and b/weights/decoder.layers.8.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.8.self_attn_layer_norm.weight b/weights/decoder.layers.8.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.8.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.80.fc1.bias b/weights/decoder.layers.80.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..9f4e70f9dda17068512f262e28329941f689d351
Binary files /dev/null and b/weights/decoder.layers.80.fc1.bias differ
diff --git a/weights/decoder.layers.80.fc1.weight b/weights/decoder.layers.80.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..973f728ffe62595a989ca6682cfc1daeb10846db
--- /dev/null
+++ b/weights/decoder.layers.80.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9087874031b314fedd9a10f8e6856e4ed94e5766339821958407b1327af808d5
+size 1207959680
diff --git a/weights/decoder.layers.80.fc2.bias b/weights/decoder.layers.80.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..a87a6d56f9b89c37c2871d998816a1583ca4b5be
Binary files /dev/null and b/weights/decoder.layers.80.fc2.bias differ
diff --git a/weights/decoder.layers.80.fc2.weight b/weights/decoder.layers.80.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..f80a720bf1d23a06796f60c52e03a21432680a6d
--- /dev/null
+++ b/weights/decoder.layers.80.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d10d2c4aa1fe1d13cc01ed4fed440a636a3f9a27197043a8d3c76fe81c020f5
+size 1207959680
diff --git a/weights/decoder.layers.80.final_layer_norm.bias b/weights/decoder.layers.80.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..9fa933d6bc3e8b9fd655c66d74a66a18ce1313e2
Binary files /dev/null and b/weights/decoder.layers.80.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.80.final_layer_norm.weight b/weights/decoder.layers.80.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.80.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.80.self_attn.k_proj.bias b/weights/decoder.layers.80.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..4a738e525e084198dd1394434d7cd1de7496fcea
Binary files /dev/null and b/weights/decoder.layers.80.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.80.self_attn.k_proj.weight b/weights/decoder.layers.80.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..20a692e966932ebdb356ab23ff6159138c60bd89
--- /dev/null
+++ b/weights/decoder.layers.80.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6f2a428aad035bb43702b8d7c9ed48ba008f9a763d8668fe4907d614e4cf1a
+size 301990016
diff --git a/weights/decoder.layers.80.self_attn.out_proj.bias b/weights/decoder.layers.80.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..122aa69a77990ccc2807b5bd87631478bdd89655
Binary files /dev/null and b/weights/decoder.layers.80.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.80.self_attn.out_proj.weight b/weights/decoder.layers.80.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..befc6c08c2074f02aef8ecc845aa3512e540dc66
--- /dev/null
+++ b/weights/decoder.layers.80.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e8de593970badb9b9698d7e5a824acf844ed2bdaeeba7bd1684257318d74cb3
+size 301990016
diff --git a/weights/decoder.layers.80.self_attn.q_proj.bias b/weights/decoder.layers.80.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..558b17cf6e31a03a64dcb7f3e6bbe83fe4602a60
Binary files /dev/null and b/weights/decoder.layers.80.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.80.self_attn.q_proj.weight b/weights/decoder.layers.80.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..71702a085b15a218729ffc448426b3ac8a9989ce
--- /dev/null
+++ b/weights/decoder.layers.80.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c8d9aba3bc8567cfe508c0faf44ea768263dbf85f1105d0fe54bc42a5d8631
+size 301990016
diff --git a/weights/decoder.layers.80.self_attn.v_proj.bias b/weights/decoder.layers.80.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..32c4942b05bfccb63029a4364d44c501fc06ad4e
Binary files /dev/null and b/weights/decoder.layers.80.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.80.self_attn.v_proj.weight b/weights/decoder.layers.80.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..ce07a4687ea8685208cf7dce43c7d5805935d60e
--- /dev/null
+++ b/weights/decoder.layers.80.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae7264e5ef06d260689d9893f6106440cdfcb7a4819609a93558765e0bdee9c
+size 301990016
diff --git a/weights/decoder.layers.80.self_attn_layer_norm.bias b/weights/decoder.layers.80.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..6afb8c02049b2d86b0eb18180551aaa9eeb16d6e
Binary files /dev/null and b/weights/decoder.layers.80.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.80.self_attn_layer_norm.weight b/weights/decoder.layers.80.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.80.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.81.fc1.bias b/weights/decoder.layers.81.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..f71188334625fc2765ff7e3bd6d49b704274fc7c
Binary files /dev/null and b/weights/decoder.layers.81.fc1.bias differ
diff --git a/weights/decoder.layers.81.fc1.weight b/weights/decoder.layers.81.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7356dbee166bfed2b0b371a51cf1b6f8c6dd7ff1
--- /dev/null
+++ b/weights/decoder.layers.81.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc81a9d1a82c9018cc1f1ed87636b0d4efea0b57e54b786e5fa0aba49419c99b
+size 1207959680
diff --git a/weights/decoder.layers.81.fc2.bias b/weights/decoder.layers.81.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..cf2b8c028d3895045a6b958abb8e691d482dd005
Binary files /dev/null and b/weights/decoder.layers.81.fc2.bias differ
diff --git a/weights/decoder.layers.81.fc2.weight b/weights/decoder.layers.81.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..33b1998a68856cd6339d5c37f787655f84640b59
--- /dev/null
+++ b/weights/decoder.layers.81.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc7320254e0f6954a7d5f13c7f40fe32ef7132d90efaa2bd8b65b28d3fbb8f6
+size 1207959680
diff --git a/weights/decoder.layers.81.final_layer_norm.bias b/weights/decoder.layers.81.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..cb53b85e9dfd6be2b3f969c5645e91a6fc192145
Binary files /dev/null and b/weights/decoder.layers.81.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.81.final_layer_norm.weight b/weights/decoder.layers.81.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.81.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.81.self_attn.k_proj.bias b/weights/decoder.layers.81.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..38b371218b85005f2afd1cf1e55d5c4d7da31ab8
Binary files /dev/null and b/weights/decoder.layers.81.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.81.self_attn.k_proj.weight b/weights/decoder.layers.81.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..3983cd7eb95cb37ab34fad509a70b14c415cbefd
--- /dev/null
+++ b/weights/decoder.layers.81.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6dbafdc3126172a219a4f69e7e06b075294904e4490c95a245729f331a07c04
+size 301990016
diff --git a/weights/decoder.layers.81.self_attn.out_proj.bias b/weights/decoder.layers.81.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..5792cf59cdfc68930f478842a09de46ae694bb26
Binary files /dev/null and b/weights/decoder.layers.81.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.81.self_attn.out_proj.weight b/weights/decoder.layers.81.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..61525fa9742a8e213c07b1fb82e696b611d5c28b
--- /dev/null
+++ b/weights/decoder.layers.81.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e56bdc8564b52c34a25c8c09e7ecb7c6d0d1eda315cd08cfb22cdd1794f27fa
+size 301990016
diff --git a/weights/decoder.layers.81.self_attn.q_proj.bias b/weights/decoder.layers.81.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..4b456f2f409c4487b5116abef2577c8e17b28a94
Binary files /dev/null and b/weights/decoder.layers.81.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.81.self_attn.q_proj.weight b/weights/decoder.layers.81.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7c80228bab5d420846aaef812cfdd16d4292f5eb
--- /dev/null
+++ b/weights/decoder.layers.81.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ba0c1d4b93c904ffcfa848b9e28e658b99eb2ee9a83a730c0ebe6fe443f8ae4
+size 301990016
diff --git a/weights/decoder.layers.81.self_attn.v_proj.bias b/weights/decoder.layers.81.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..efabe6883fe1b0f5f313f01b1ee0cfb7b11621c1
Binary files /dev/null and b/weights/decoder.layers.81.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.81.self_attn.v_proj.weight b/weights/decoder.layers.81.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..2b06939f225ec102484b2b366d77525979360cf4
--- /dev/null
+++ b/weights/decoder.layers.81.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99cfad114251da69f563f4767fd5db9b8a791a473297da5c0af0d9e8cd013ead
+size 301990016
diff --git a/weights/decoder.layers.81.self_attn_layer_norm.bias b/weights/decoder.layers.81.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..cc22fb49a60c662371752acb700a10e11e62e51e
Binary files /dev/null and b/weights/decoder.layers.81.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.81.self_attn_layer_norm.weight b/weights/decoder.layers.81.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.81.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.82.fc1.bias b/weights/decoder.layers.82.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..4f41703b855a990458858fa4e0d9f6312cc04e4f
Binary files /dev/null and b/weights/decoder.layers.82.fc1.bias differ
diff --git a/weights/decoder.layers.82.fc1.weight b/weights/decoder.layers.82.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..44a68ec05692dd3b22d555db404d8af114094ee1
--- /dev/null
+++ b/weights/decoder.layers.82.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43a5df31e4a499f1afa7c065aa9c32611f467666519083c1a1b1d94765d361b4
+size 1207959680
diff --git a/weights/decoder.layers.82.fc2.bias b/weights/decoder.layers.82.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..88e494cb15e5154e09b704b68f57587a8463f5a1
Binary files /dev/null and b/weights/decoder.layers.82.fc2.bias differ
diff --git a/weights/decoder.layers.82.fc2.weight b/weights/decoder.layers.82.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..9afe84c764b0e9797aced651bcc7b8ad00a9fdc0
--- /dev/null
+++ b/weights/decoder.layers.82.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:871b3b5508220ba1d6be48c29c4fe665f323c670f2f36e6f5e28f2a86eaf10c8
+size 1207959680
diff --git a/weights/decoder.layers.82.final_layer_norm.bias b/weights/decoder.layers.82.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..ad87029228da262c1f68bd1a238b0520a39cf4cd
Binary files /dev/null and b/weights/decoder.layers.82.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.82.final_layer_norm.weight b/weights/decoder.layers.82.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.82.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.82.self_attn.k_proj.bias b/weights/decoder.layers.82.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..823bec4d2c062edb5659ec4f2f9107f5eebf37dd
Binary files /dev/null and b/weights/decoder.layers.82.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.82.self_attn.k_proj.weight b/weights/decoder.layers.82.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..f0c23d5496c375447d6b99189336d00f618839ed
--- /dev/null
+++ b/weights/decoder.layers.82.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e0191faee94c2596e4f6db665a39ca75c383ffd9c733d41fa4045caf1e6089
+size 301990016
diff --git a/weights/decoder.layers.82.self_attn.out_proj.bias b/weights/decoder.layers.82.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..bfef1f47c700f4d86fde03b7ca97019102dab4ec
Binary files /dev/null and b/weights/decoder.layers.82.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.82.self_attn.out_proj.weight b/weights/decoder.layers.82.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..0422b600de4f4b76626ab8492c1cceca16ab1da7
--- /dev/null
+++ b/weights/decoder.layers.82.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e986cf7ceb3b5541d5945482058ad17bef715dd75243d4f6356882c8616fb2e
+size 301990016
diff --git a/weights/decoder.layers.82.self_attn.q_proj.bias b/weights/decoder.layers.82.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..9c1b49f6817282ffda878ddceac28fd742f2e74d
Binary files /dev/null and b/weights/decoder.layers.82.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.82.self_attn.q_proj.weight b/weights/decoder.layers.82.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..3f18a36f41ce6526fabd26b555f19a73053704f7
--- /dev/null
+++ b/weights/decoder.layers.82.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8ffcf8f60acc0a678b8a70e35f5128b0d79a1afc8007656f2b93d8bdffebb6a
+size 301990016
diff --git a/weights/decoder.layers.82.self_attn.v_proj.bias b/weights/decoder.layers.82.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..7330172f618c29d557523d664bd8be78d0cdf7eb
Binary files /dev/null and b/weights/decoder.layers.82.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.82.self_attn.v_proj.weight b/weights/decoder.layers.82.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..30acf768111d87824385593b86cbaa655e81f09e
--- /dev/null
+++ b/weights/decoder.layers.82.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d65f21c3d33d9d844457a52f2d7f5943fb72d5292da6915acf87e583a9090cf4
+size 301990016
diff --git a/weights/decoder.layers.82.self_attn_layer_norm.bias b/weights/decoder.layers.82.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..dfca21b49db47477efbb47de2972cdd350cd9c09
Binary files /dev/null and b/weights/decoder.layers.82.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.82.self_attn_layer_norm.weight b/weights/decoder.layers.82.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.82.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.83.fc1.bias b/weights/decoder.layers.83.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..2fce868b8a59b1c0aa5a0eed8fddc4a1e3450f09
Binary files /dev/null and b/weights/decoder.layers.83.fc1.bias differ
diff --git a/weights/decoder.layers.83.fc1.weight b/weights/decoder.layers.83.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..694dcb0aa1fdb7f408c7034f319d77fab94fdb29
--- /dev/null
+++ b/weights/decoder.layers.83.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:086182959bacdb875e439beedb12992b21b65fbba90d6215e8c127a0f65a7c86
+size 1207959680
diff --git a/weights/decoder.layers.83.fc2.bias b/weights/decoder.layers.83.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..6cedac9e0536b07f5e69c4e52e517a3813014f41
Binary files /dev/null and b/weights/decoder.layers.83.fc2.bias differ
diff --git a/weights/decoder.layers.83.fc2.weight b/weights/decoder.layers.83.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..538be9c01ca7ad56680562c14abf637985b10b84
--- /dev/null
+++ b/weights/decoder.layers.83.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:800e65a13f19bc26d59496b1e4f634e8a458d471ca710d05ffaa4ede937ba9b5
+size 1207959680
diff --git a/weights/decoder.layers.83.final_layer_norm.bias b/weights/decoder.layers.83.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..dc5ca5988f7aa32f8cebad927e0038a370e5b254
Binary files /dev/null and b/weights/decoder.layers.83.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.83.final_layer_norm.weight b/weights/decoder.layers.83.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.83.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.83.self_attn.k_proj.bias b/weights/decoder.layers.83.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..d335ce1c260a1e28d1839acde6a31df544bad557
Binary files /dev/null and b/weights/decoder.layers.83.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.83.self_attn.k_proj.weight b/weights/decoder.layers.83.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7ec3dfb0746f54824c8a5e620f584495010b14eb
--- /dev/null
+++ b/weights/decoder.layers.83.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df45ee808095731652765cfcedfe783cb750eb28f7fcb22318dc805a02d3e7c2
+size 301990016
diff --git a/weights/decoder.layers.83.self_attn.out_proj.bias b/weights/decoder.layers.83.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..fef342770ff1ebad94e9e3552580b1482024dcc6
Binary files /dev/null and b/weights/decoder.layers.83.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.83.self_attn.out_proj.weight b/weights/decoder.layers.83.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..76c455ddaba7fa3c869bd7aacc0ae315e4e800fc
--- /dev/null
+++ b/weights/decoder.layers.83.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e32b66ae95615e4d4f7f906eeae419b9f93343d0f679819e2361b355c4832d26
+size 301990016
diff --git a/weights/decoder.layers.83.self_attn.q_proj.bias b/weights/decoder.layers.83.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..3ff6b9afd195c6ad376d35c5a6f5a9791842047d
Binary files /dev/null and b/weights/decoder.layers.83.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.83.self_attn.q_proj.weight b/weights/decoder.layers.83.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..bd1bb9e847f1664c541b2ae2e1a90175a2ecba24
--- /dev/null
+++ b/weights/decoder.layers.83.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf2e19c053128dc3c4899e600a98a1275de4345f80f85a308b017be548d13b7
+size 301990016
diff --git a/weights/decoder.layers.83.self_attn.v_proj.bias b/weights/decoder.layers.83.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..d417047fccf348431700d1f85013fd760ecf6bf6
Binary files /dev/null and b/weights/decoder.layers.83.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.83.self_attn.v_proj.weight b/weights/decoder.layers.83.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..85bfb9966b163f52868f572155e8c23779ae9279
--- /dev/null
+++ b/weights/decoder.layers.83.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cfc9ed508c68b7cf1dad8a0a554c6669741a97bb07eb4038c80a31d2782d2f2
+size 301990016
diff --git a/weights/decoder.layers.83.self_attn_layer_norm.bias b/weights/decoder.layers.83.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..edbd5419dd5e6a66e0f9abfddcb81c8a15c20ae9
Binary files /dev/null and b/weights/decoder.layers.83.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.83.self_attn_layer_norm.weight b/weights/decoder.layers.83.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.83.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.84.fc1.bias b/weights/decoder.layers.84.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..0fd8b5888fbd58b8249517daf18e1a72f49b02ab
Binary files /dev/null and b/weights/decoder.layers.84.fc1.bias differ
diff --git a/weights/decoder.layers.84.fc1.weight b/weights/decoder.layers.84.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..64c76a0645ae3bbd70e6ff141370a4c32a741863
--- /dev/null
+++ b/weights/decoder.layers.84.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74cf6ba1eab60027965dc0f1adef42be1be0ec4d3e3aa4ad26f954218f27725f
+size 1207959680
diff --git a/weights/decoder.layers.84.fc2.bias b/weights/decoder.layers.84.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..7a9fcdb5384f7915639f71b19585959f6b8805b7
Binary files /dev/null and b/weights/decoder.layers.84.fc2.bias differ
diff --git a/weights/decoder.layers.84.fc2.weight b/weights/decoder.layers.84.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..d69e14ef074d2cfd3dae912834787e586926c8b6
--- /dev/null
+++ b/weights/decoder.layers.84.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3215a7bb9bf879f8a2ece35e1292653d2863d1c1cb49585c9b032698d8005bff
+size 1207959680
diff --git a/weights/decoder.layers.84.final_layer_norm.bias b/weights/decoder.layers.84.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..29aa583dafb8307c528b391bb61a687a3441bce9
Binary files /dev/null and b/weights/decoder.layers.84.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.84.final_layer_norm.weight b/weights/decoder.layers.84.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.84.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.84.self_attn.k_proj.bias b/weights/decoder.layers.84.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..6592cf191a066d40452160b0ad07fae4ef486dcb
Binary files /dev/null and b/weights/decoder.layers.84.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.84.self_attn.k_proj.weight b/weights/decoder.layers.84.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..d5fe23573615657c0eab46a145a2a9aea517d760
--- /dev/null
+++ b/weights/decoder.layers.84.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f515146b2c1b9d4aab14d9b1aef73c35ba8644a111042c41276f5fc90517b315
+size 301990016
diff --git a/weights/decoder.layers.84.self_attn.out_proj.bias b/weights/decoder.layers.84.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..4cadaae4a9c443cf912988abb58b5d3be8e5ce66
Binary files /dev/null and b/weights/decoder.layers.84.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.84.self_attn.out_proj.weight b/weights/decoder.layers.84.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..370b3e1018d99d0eccad89eaa53c07cf6cd9fa5a
--- /dev/null
+++ b/weights/decoder.layers.84.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07662f229a5b07a6a4560ffb0a38ac52f122630c2fccb9487795f8ca6f01ee1d
+size 301990016
diff --git a/weights/decoder.layers.84.self_attn.q_proj.bias b/weights/decoder.layers.84.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..8caf345ffa897d6c95eb406f44b3a38c30566bab
Binary files /dev/null and b/weights/decoder.layers.84.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.84.self_attn.q_proj.weight b/weights/decoder.layers.84.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..b4e7c11901bcef62f2d3aa2350ef7191f51422fe
--- /dev/null
+++ b/weights/decoder.layers.84.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:263e7b0804d0701b550f557b73b040c837b093aae49a5718938cf54dd5e12bc2
+size 301990016
diff --git a/weights/decoder.layers.84.self_attn.v_proj.bias b/weights/decoder.layers.84.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..74c023de72d166f45d7897dfde3a445a0be53f43
Binary files /dev/null and b/weights/decoder.layers.84.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.84.self_attn.v_proj.weight b/weights/decoder.layers.84.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..d075a4b2c85dd6c265cb4d1a0a15039e5b7707c9
--- /dev/null
+++ b/weights/decoder.layers.84.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c03641e87bbc26633c75b43efc991f7e8652b8695cc4671a5d179037fcaabc9
+size 301990016
diff --git a/weights/decoder.layers.84.self_attn_layer_norm.bias b/weights/decoder.layers.84.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..fbb6e4f80be6b8a580ee86b671d5df1202e1b7a1
Binary files /dev/null and b/weights/decoder.layers.84.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.84.self_attn_layer_norm.weight b/weights/decoder.layers.84.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.84.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.85.fc1.bias b/weights/decoder.layers.85.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..dcc89f1404b9da92a518b4535933d5101b8914a0
Binary files /dev/null and b/weights/decoder.layers.85.fc1.bias differ
diff --git a/weights/decoder.layers.85.fc1.weight b/weights/decoder.layers.85.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..3e2cfa9473a11479655bbfa8a57c7438a55a393c
--- /dev/null
+++ b/weights/decoder.layers.85.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f383d8992064975761cffba1c01dcfa15040b36c91524d286282ff076f04b0a
+size 1207959680
diff --git a/weights/decoder.layers.85.fc2.bias b/weights/decoder.layers.85.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..3354e7d2b6692a4806d1e43a32262321e0879b95
Binary files /dev/null and b/weights/decoder.layers.85.fc2.bias differ
diff --git a/weights/decoder.layers.85.fc2.weight b/weights/decoder.layers.85.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..dca172ec8147e0ca6fab202244d513b25ff544b8
--- /dev/null
+++ b/weights/decoder.layers.85.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f014883e3f1fa17e6095c34880eaf455ffebcfa3ae90a71c199bb2569e3c24
+size 1207959680
diff --git a/weights/decoder.layers.85.final_layer_norm.bias b/weights/decoder.layers.85.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..e4416682976d388983bfd6cf1ed6ae2140ad4e93
Binary files /dev/null and b/weights/decoder.layers.85.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.85.final_layer_norm.weight b/weights/decoder.layers.85.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.85.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.85.self_attn.k_proj.bias b/weights/decoder.layers.85.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..fa5c2ad41406dbf26ab890443bb62e6b71bbcf20
Binary files /dev/null and b/weights/decoder.layers.85.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.85.self_attn.k_proj.weight b/weights/decoder.layers.85.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..ed80679f90f53313411f7367c84980a824a3f809
--- /dev/null
+++ b/weights/decoder.layers.85.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79120e859a3194f56bcd431cc447707dcc9ffc05a529831a404aa54845ac38a3
+size 301990016
diff --git a/weights/decoder.layers.85.self_attn.out_proj.bias b/weights/decoder.layers.85.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..f6cb062a884d22284c1df02c2a00d7f558132c61
Binary files /dev/null and b/weights/decoder.layers.85.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.85.self_attn.out_proj.weight b/weights/decoder.layers.85.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..1d7dbac51ef8b0f51009e7dfe0b5558734cd3c21
--- /dev/null
+++ b/weights/decoder.layers.85.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d8ae86c060bf78139455a24efc3b6b2455a7c84efdcf8b4d7ce3b47aff30353
+size 301990016
diff --git a/weights/decoder.layers.85.self_attn.q_proj.bias b/weights/decoder.layers.85.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..91e459b7870c707876eef5380e0d46cc5ab5af4f
Binary files /dev/null and b/weights/decoder.layers.85.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.85.self_attn.q_proj.weight b/weights/decoder.layers.85.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..709f9a6e7d411b29b6e71bce121ffc1e9d176bee
--- /dev/null
+++ b/weights/decoder.layers.85.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f421427bee448d00e75d1fd3023c8af620307b846431e92bacebd25b924b6b2c
+size 301990016
diff --git a/weights/decoder.layers.85.self_attn.v_proj.bias b/weights/decoder.layers.85.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..95abb7c46252efcfbe53033a5bca49e7450f5c30
Binary files /dev/null and b/weights/decoder.layers.85.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.85.self_attn.v_proj.weight b/weights/decoder.layers.85.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..844a0ee8429204831061b0750b17f5e564d4b457
--- /dev/null
+++ b/weights/decoder.layers.85.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cf675144e9f6e4dd0ac2c3f9bae73eb205c8e5a9a0ed74463863c7b2aee430f
+size 301990016
diff --git a/weights/decoder.layers.85.self_attn_layer_norm.bias b/weights/decoder.layers.85.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..c5eb5dd8e2a95e6ce0ef2e446c1dc24c56e22347
Binary files /dev/null and b/weights/decoder.layers.85.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.85.self_attn_layer_norm.weight b/weights/decoder.layers.85.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.85.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.86.fc1.bias b/weights/decoder.layers.86.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..c1f184df18b8c80a1603ccc427f475b1f527393f
Binary files /dev/null and b/weights/decoder.layers.86.fc1.bias differ
diff --git a/weights/decoder.layers.86.fc1.weight b/weights/decoder.layers.86.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..fd81a0dacd8fcb6800b4fcbf87afa2aab6b8143c
--- /dev/null
+++ b/weights/decoder.layers.86.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89fb2406e1b0a38b86639ddd7d3ed02d0c6540ea7b2024171f9c9cc3a9f9fe89
+size 1207959680
diff --git a/weights/decoder.layers.86.fc2.bias b/weights/decoder.layers.86.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..e2c3010da55b4adf153d67b33f70c80fc612d594
Binary files /dev/null and b/weights/decoder.layers.86.fc2.bias differ
diff --git a/weights/decoder.layers.86.fc2.weight b/weights/decoder.layers.86.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..e66c524a3e7a8107060ddfeb00716ef2537c9614
--- /dev/null
+++ b/weights/decoder.layers.86.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2f8e8fec96e5921a72dc120de14cc4bd0be97c6d80594716940b82c64e7475d
+size 1207959680
diff --git a/weights/decoder.layers.86.final_layer_norm.bias b/weights/decoder.layers.86.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..44b284e61cb97b12c145902d630b5d41e932bef9
Binary files /dev/null and b/weights/decoder.layers.86.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.86.final_layer_norm.weight b/weights/decoder.layers.86.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.86.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.86.self_attn.k_proj.bias b/weights/decoder.layers.86.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..3b86747eb817532198899d42ef282479a5107d38
Binary files /dev/null and b/weights/decoder.layers.86.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.86.self_attn.k_proj.weight b/weights/decoder.layers.86.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..f81c55930b50916cacb783c0f54cdc7810e90d54
--- /dev/null
+++ b/weights/decoder.layers.86.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b673a79c832709d812bf00acba8d05a0a0a545a27139fcaadd3b19550c080b28
+size 301990016
diff --git a/weights/decoder.layers.86.self_attn.out_proj.bias b/weights/decoder.layers.86.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..b59dbc887eb4774ea8d7c2ed8282b52380a33434
Binary files /dev/null and b/weights/decoder.layers.86.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.86.self_attn.out_proj.weight b/weights/decoder.layers.86.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..bd6dd4434528c85d23992310a4efd96644a6e999
--- /dev/null
+++ b/weights/decoder.layers.86.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d20b95647ce7d84956531fdc549007f85a42a43b71193b4967e01e37017ce132
+size 301990016
diff --git a/weights/decoder.layers.86.self_attn.q_proj.bias b/weights/decoder.layers.86.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..7026c89ab0dcf724ed98aa9131a2ccb358197fc2
Binary files /dev/null and b/weights/decoder.layers.86.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.86.self_attn.q_proj.weight b/weights/decoder.layers.86.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..9ae865137a50d01d4d453810a94f73a5cde28121
--- /dev/null
+++ b/weights/decoder.layers.86.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68495f8f1ae5ad54441cce6b2b260e836750c487c2130d65760dda7a56ae898a
+size 301990016
diff --git a/weights/decoder.layers.86.self_attn.v_proj.bias b/weights/decoder.layers.86.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..e4eac5d1a20d8317cbfd72927f992e7c0ed80a9e
Binary files /dev/null and b/weights/decoder.layers.86.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.86.self_attn.v_proj.weight b/weights/decoder.layers.86.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..2144d61c0bcdd57320f82e2a5c994028c60a4229
--- /dev/null
+++ b/weights/decoder.layers.86.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0a24f20409d3f5ffaf53c5cd7dd87674c330fbbb8a9673cd840d3bbb51aea3
+size 301990016
diff --git a/weights/decoder.layers.86.self_attn_layer_norm.bias b/weights/decoder.layers.86.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..aa90f02fb403538ab5b23706f7cc3695be9a1099
Binary files /dev/null and b/weights/decoder.layers.86.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.86.self_attn_layer_norm.weight b/weights/decoder.layers.86.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.86.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.87.fc1.bias b/weights/decoder.layers.87.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..6fce4c0246f153d5625c1e3711d93cb2d2df1d94
Binary files /dev/null and b/weights/decoder.layers.87.fc1.bias differ
diff --git a/weights/decoder.layers.87.fc1.weight b/weights/decoder.layers.87.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..403033da720a2e727c1e3e0b5c4861b55968a53a
--- /dev/null
+++ b/weights/decoder.layers.87.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e39f17bec7687bee3ee4fed605c82a0273f686a394cfd6deaadff5914731908
+size 1207959680
diff --git a/weights/decoder.layers.87.fc2.bias b/weights/decoder.layers.87.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..a76c2cc61be56d7c7a7fa145bc1bc4322e3c5ebf
Binary files /dev/null and b/weights/decoder.layers.87.fc2.bias differ
diff --git a/weights/decoder.layers.87.fc2.weight b/weights/decoder.layers.87.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..159a453397afcdec1482008e1c89b19bb7bf1eb9
--- /dev/null
+++ b/weights/decoder.layers.87.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:167920e54b8ebe8ff910d7e83902766b11fb4d8ac33fe6581e5d8e40f4e23a96
+size 1207959680
diff --git a/weights/decoder.layers.87.final_layer_norm.bias b/weights/decoder.layers.87.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..8d1b742ba116e35c28e83bc0461cffc4b0aedde0
Binary files /dev/null and b/weights/decoder.layers.87.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.87.final_layer_norm.weight b/weights/decoder.layers.87.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.87.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.87.self_attn.k_proj.bias b/weights/decoder.layers.87.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..47326b79099cd652324f8726458a6f1e72e3d5c5
Binary files /dev/null and b/weights/decoder.layers.87.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.87.self_attn.k_proj.weight b/weights/decoder.layers.87.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..55d8ee653ed55a305eede369fd80e34c3b9a557d
--- /dev/null
+++ b/weights/decoder.layers.87.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:846e9c9af12bd69dcd73d1220ebaac7e07433748c39ebd761597e691601be207
+size 301990016
diff --git a/weights/decoder.layers.87.self_attn.out_proj.bias b/weights/decoder.layers.87.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..716747202b811ac8082c5bacecc090646a12791b
Binary files /dev/null and b/weights/decoder.layers.87.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.87.self_attn.out_proj.weight b/weights/decoder.layers.87.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..da1bbfcd2a74253daedf11ecdce564ad768f98bc
--- /dev/null
+++ b/weights/decoder.layers.87.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20609425896e456cb774472a78a66fa025fa25063ca445334bcaa11cb0d18ee6
+size 301990016
diff --git a/weights/decoder.layers.87.self_attn.q_proj.bias b/weights/decoder.layers.87.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..0444ac0f217c478ffdbc3d4b5d00187f12df20e7
Binary files /dev/null and b/weights/decoder.layers.87.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.87.self_attn.q_proj.weight b/weights/decoder.layers.87.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..5362dc93e89e3b5b10efefc65f779f9aef8984c9
--- /dev/null
+++ b/weights/decoder.layers.87.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:992a32d37017bd32a7c565a7ac395af946dfc243a8f2910c0a413f7fc94f60c4
+size 301990016
diff --git a/weights/decoder.layers.87.self_attn.v_proj.bias b/weights/decoder.layers.87.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..1d8e8380ba85611fcbf08253bdfe793c543be4d5
Binary files /dev/null and b/weights/decoder.layers.87.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.87.self_attn.v_proj.weight b/weights/decoder.layers.87.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..30833e45091ad1589cdc0db1480b22cc26c7beda
--- /dev/null
+++ b/weights/decoder.layers.87.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb53d278da559cd5e683b5f319d82da2565021f0f7a2d9473c81e39b0e8a44cc
+size 301990016
diff --git a/weights/decoder.layers.87.self_attn_layer_norm.bias b/weights/decoder.layers.87.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..fc92ee580275bb12e95d32eca91d2d3de35ecfcd
Binary files /dev/null and b/weights/decoder.layers.87.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.87.self_attn_layer_norm.weight b/weights/decoder.layers.87.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.87.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.88.fc1.bias b/weights/decoder.layers.88.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..24c318460214facf557764ad147d73cf5c057978
Binary files /dev/null and b/weights/decoder.layers.88.fc1.bias differ
diff --git a/weights/decoder.layers.88.fc1.weight b/weights/decoder.layers.88.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..87b8d5c87f7d65d00861cd2d3f1984e312489d87
--- /dev/null
+++ b/weights/decoder.layers.88.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c1a5f02ef9564f98dd9dbc79ecd28f5c49b29040d21ff118fa1d99ae22dd18
+size 1207959680
diff --git a/weights/decoder.layers.88.fc2.bias b/weights/decoder.layers.88.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..e7af9f741e7f53f08b666f0ea7d4a8bcbc2ec7b6
Binary files /dev/null and b/weights/decoder.layers.88.fc2.bias differ
diff --git a/weights/decoder.layers.88.fc2.weight b/weights/decoder.layers.88.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..5ff9958914685ba1c24c9a7bdf1bcf9a75828520
--- /dev/null
+++ b/weights/decoder.layers.88.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c12afffc86405c3005df3a1620b24489e8a4973d4fee717273fde508b6ac533
+size 1207959680
diff --git a/weights/decoder.layers.88.final_layer_norm.bias b/weights/decoder.layers.88.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..fac254f1e63aff3a6a77ca153c4bad8c572cde02
Binary files /dev/null and b/weights/decoder.layers.88.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.88.final_layer_norm.weight b/weights/decoder.layers.88.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.88.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.88.self_attn.k_proj.bias b/weights/decoder.layers.88.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..2867e34d769199e3378b094698891458b0eb496b
Binary files /dev/null and b/weights/decoder.layers.88.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.88.self_attn.k_proj.weight b/weights/decoder.layers.88.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..0159bff20677d33a0a6b3debab484c3231c2a4f2
--- /dev/null
+++ b/weights/decoder.layers.88.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a36b9cf0fc53e9a4c06a88cdbb4520c5c060379ba8d03eb2072238c4b08824a
+size 301990016
diff --git a/weights/decoder.layers.88.self_attn.out_proj.bias b/weights/decoder.layers.88.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..227cc6a9d48dcdbfcdfe695196112d9d712787b9
Binary files /dev/null and b/weights/decoder.layers.88.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.88.self_attn.out_proj.weight b/weights/decoder.layers.88.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..407072678c1e3e5dffc3a899901fc0704862bcbd
--- /dev/null
+++ b/weights/decoder.layers.88.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c407d840602c40cee481fd3d7cbf6cbb573de7723b7ad6fb515a19f6da2bd6
+size 301990016
diff --git a/weights/decoder.layers.88.self_attn.q_proj.bias b/weights/decoder.layers.88.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..fd7a930630f45189a66aeb092ccb0e988ef79b2f
Binary files /dev/null and b/weights/decoder.layers.88.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.88.self_attn.q_proj.weight b/weights/decoder.layers.88.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..202308460f4ebe32d3a8bfb036516dad42a1efe0
--- /dev/null
+++ b/weights/decoder.layers.88.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26a01bb98814ea45ae9d3498a1b4460afafc60565a7f523d8d1d07bfc52ded20
+size 301990016
diff --git a/weights/decoder.layers.88.self_attn.v_proj.bias b/weights/decoder.layers.88.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..f47b515da3bfc39480ddad79652e1493abff602c
Binary files /dev/null and b/weights/decoder.layers.88.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.88.self_attn.v_proj.weight b/weights/decoder.layers.88.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7600ec7d70790f62d74b785e4b5c69a5c52a6672
--- /dev/null
+++ b/weights/decoder.layers.88.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2745db44b178bce2fbd53840132de1acc044f94c0c24d72d67948bc4736b81eb
+size 301990016
diff --git a/weights/decoder.layers.88.self_attn_layer_norm.bias b/weights/decoder.layers.88.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..8a50afba665d3c602757dda281a91057f105ea7e
Binary files /dev/null and b/weights/decoder.layers.88.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.88.self_attn_layer_norm.weight b/weights/decoder.layers.88.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.88.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.89.fc1.bias b/weights/decoder.layers.89.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..4ca774e9c469712a8097ee148d618a1c81de29a5
Binary files /dev/null and b/weights/decoder.layers.89.fc1.bias differ
diff --git a/weights/decoder.layers.89.fc1.weight b/weights/decoder.layers.89.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..5ae05e2caebba32010900773bb5499f49b5c3ac3
--- /dev/null
+++ b/weights/decoder.layers.89.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed462dac055222b9ce50bbff4e3881779b51a7b88eb2b925956fe6c1a6946dbf
+size 1207959680
diff --git a/weights/decoder.layers.89.fc2.bias b/weights/decoder.layers.89.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..96dc4430947b01ec7c95967d67de652ce4676b2a
Binary files /dev/null and b/weights/decoder.layers.89.fc2.bias differ
diff --git a/weights/decoder.layers.89.fc2.weight b/weights/decoder.layers.89.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..8538047d50514c9ebca1fc9d96dfaaf585832a37
--- /dev/null
+++ b/weights/decoder.layers.89.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f6d392314a84c610dfab03b63464bde8103cfcbfbce90e9cf1200eeeeee8918
+size 1207959680
diff --git a/weights/decoder.layers.89.final_layer_norm.bias b/weights/decoder.layers.89.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..56726cd2c5ed104105d0faa9a02647d8b936236c
Binary files /dev/null and b/weights/decoder.layers.89.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.89.final_layer_norm.weight b/weights/decoder.layers.89.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.89.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.89.self_attn.k_proj.bias b/weights/decoder.layers.89.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..741cc6d2da08d28b11c0c83c30bd1e59cdeb76bd
Binary files /dev/null and b/weights/decoder.layers.89.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.89.self_attn.k_proj.weight b/weights/decoder.layers.89.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..cb5aeeb2fec214c1dba591a5713fa4967fe3fd44
--- /dev/null
+++ b/weights/decoder.layers.89.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:699bb4ba5776ab7ec96dd734d3048b974eb928da8fc7d6e833b231f8fff2ff5a
+size 301990016
diff --git a/weights/decoder.layers.89.self_attn.out_proj.bias b/weights/decoder.layers.89.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..38b5a0538409a8d24f33e344c982d11b6f110d93
Binary files /dev/null and b/weights/decoder.layers.89.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.89.self_attn.out_proj.weight b/weights/decoder.layers.89.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..1308dc06a80633976e71bcffad531c3f821a2543
--- /dev/null
+++ b/weights/decoder.layers.89.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdac1a356877ab6020efd7a5347e7a5ae53a21b91c9e491638e8a839264d8568
+size 301990016
diff --git a/weights/decoder.layers.89.self_attn.q_proj.bias b/weights/decoder.layers.89.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..b7e6d2a88a6eb63fdbd2c6c1f3296b2596773171
Binary files /dev/null and b/weights/decoder.layers.89.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.89.self_attn.q_proj.weight b/weights/decoder.layers.89.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..1464fd142efaf60e2b08b0e6652bb1806d7f1c3c
--- /dev/null
+++ b/weights/decoder.layers.89.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8208722ffe2fc0db07ced391d6499024c33b0911254cf270b71769f920d96eed
+size 301990016
diff --git a/weights/decoder.layers.89.self_attn.v_proj.bias b/weights/decoder.layers.89.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..de275b11c0b9f8c595983f50c02590290c8856d1
Binary files /dev/null and b/weights/decoder.layers.89.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.89.self_attn.v_proj.weight b/weights/decoder.layers.89.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..51522f45981deacce5363fccad710a04487a4eab
--- /dev/null
+++ b/weights/decoder.layers.89.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0234acd850ab0838de1a7bc46b27607321306d22c2e6104d4aff334c0f51a627
+size 301990016
diff --git a/weights/decoder.layers.89.self_attn_layer_norm.bias b/weights/decoder.layers.89.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..d9d25b339707f3a1e445fdd54d8ac36aee0765fb
Binary files /dev/null and b/weights/decoder.layers.89.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.89.self_attn_layer_norm.weight b/weights/decoder.layers.89.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.89.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.9.fc1.bias b/weights/decoder.layers.9.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..ac27b4c2348ffc395cca8b0f5b815875a1a6f55d
Binary files /dev/null and b/weights/decoder.layers.9.fc1.bias differ
diff --git a/weights/decoder.layers.9.fc1.weight b/weights/decoder.layers.9.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..75706a80b23a1119117a599503054333b14d1dd4
--- /dev/null
+++ b/weights/decoder.layers.9.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:454b273e8cb13af83adbaefffa934140c6e6a8045b5893034c973b70fe456d0f
+size 1207959680
diff --git a/weights/decoder.layers.9.fc2.bias b/weights/decoder.layers.9.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..b9a418fa3eafe28eaa58045bf97efeeaa4348b8d
Binary files /dev/null and b/weights/decoder.layers.9.fc2.bias differ
diff --git a/weights/decoder.layers.9.fc2.weight b/weights/decoder.layers.9.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..6d0de3dde807d57db30608619a5fe8c63f303ff2
--- /dev/null
+++ b/weights/decoder.layers.9.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:071d179464fd59ac3e3209b1c6df90ef36a3c4ba455e361f928e636e96f7c168
+size 1207959680
diff --git a/weights/decoder.layers.9.final_layer_norm.bias b/weights/decoder.layers.9.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..474c20e9ca6a4596a2e676ab8af71f408236ce8d
Binary files /dev/null and b/weights/decoder.layers.9.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.9.final_layer_norm.weight b/weights/decoder.layers.9.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.9.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.9.self_attn.k_proj.bias b/weights/decoder.layers.9.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..81a66a81af5e722b0350a3b972144c73e3f567ef
Binary files /dev/null and b/weights/decoder.layers.9.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.9.self_attn.k_proj.weight b/weights/decoder.layers.9.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..c62bc36213dcf93f18fe637e69abb6a27b2d9a84
--- /dev/null
+++ b/weights/decoder.layers.9.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea212fde55c0fe0300a8f6f73645d6fa872edadb95c3a195ff0fa6e7673fc42
+size 301990016
diff --git a/weights/decoder.layers.9.self_attn.out_proj.bias b/weights/decoder.layers.9.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..5df435b362525e7dba3201fadb55c64bf5c3a405
Binary files /dev/null and b/weights/decoder.layers.9.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.9.self_attn.out_proj.weight b/weights/decoder.layers.9.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..110e1d06dba8bce8887686a0998f146e54fa2699
--- /dev/null
+++ b/weights/decoder.layers.9.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64277c16857d2e1cb4142b8d2506f462a71bfd6d3981d60b1fc5a280a54f70a8
+size 301990016
diff --git a/weights/decoder.layers.9.self_attn.q_proj.bias b/weights/decoder.layers.9.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..e5eb5b4fe9fef3ddb295c52bf7ddef5cc01d60bc
Binary files /dev/null and b/weights/decoder.layers.9.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.9.self_attn.q_proj.weight b/weights/decoder.layers.9.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..8fbfb325731e87519713309c831dba4d94b2943a
--- /dev/null
+++ b/weights/decoder.layers.9.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da2118bde1ed0f68440f21915ca53fd85f6ee38628647ae149d5626b026846e9
+size 301990016
diff --git a/weights/decoder.layers.9.self_attn.v_proj.bias b/weights/decoder.layers.9.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..f8f22ee1446f73b921ba93b03eadf6cc7cef549e
Binary files /dev/null and b/weights/decoder.layers.9.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.9.self_attn.v_proj.weight b/weights/decoder.layers.9.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..d058e77fb16d2a846ccc35d41c625ee408dc27c9
--- /dev/null
+++ b/weights/decoder.layers.9.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb5ffece806b76a63c292bea1bbad740d56bcf9e560e0658dfc706bf98d85d96
+size 301990016
diff --git a/weights/decoder.layers.9.self_attn_layer_norm.bias b/weights/decoder.layers.9.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..dcc6c30ffdf0ff70e9ccaaffc005c71a869ba707
Binary files /dev/null and b/weights/decoder.layers.9.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.9.self_attn_layer_norm.weight b/weights/decoder.layers.9.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.9.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.90.fc1.bias b/weights/decoder.layers.90.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..42a30b3ab7ce3eb5935b54ab9223e08be11160ff
Binary files /dev/null and b/weights/decoder.layers.90.fc1.bias differ
diff --git a/weights/decoder.layers.90.fc1.weight b/weights/decoder.layers.90.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..cc80120b69db2a3c54e37d21d706f52669583f73
--- /dev/null
+++ b/weights/decoder.layers.90.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c5a8d663d224335f0ebf859e93b02a8b9b90d2975f68100800b527aac91790b
+size 1207959680
diff --git a/weights/decoder.layers.90.fc2.bias b/weights/decoder.layers.90.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..56cebb9d9e3b0a049f2ccc0da605167690f17d0d
Binary files /dev/null and b/weights/decoder.layers.90.fc2.bias differ
diff --git a/weights/decoder.layers.90.fc2.weight b/weights/decoder.layers.90.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..40798463d9704d5c27c137c9972b833ff0f669c1
--- /dev/null
+++ b/weights/decoder.layers.90.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88fd715dd90d8b18d4a970a58414959c3a3cbd9db96b3b058bbab8d05c4db0a1
+size 1207959680
diff --git a/weights/decoder.layers.90.final_layer_norm.bias b/weights/decoder.layers.90.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..d7b80ac3e5d29d5ebbb37934a607edd256b720dc
Binary files /dev/null and b/weights/decoder.layers.90.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.90.final_layer_norm.weight b/weights/decoder.layers.90.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.90.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.90.self_attn.k_proj.bias b/weights/decoder.layers.90.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..42b1e4de0d74902b4b66c8b52b77e2ec86dc2d38
Binary files /dev/null and b/weights/decoder.layers.90.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.90.self_attn.k_proj.weight b/weights/decoder.layers.90.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..048688a5b20ad2a9f2814ca5639dcbc320bcf0d5
--- /dev/null
+++ b/weights/decoder.layers.90.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa17bcf5241b1ba091804f9a2cdeb22240cba516203c064059703248c66f1a5
+size 301990016
diff --git a/weights/decoder.layers.90.self_attn.out_proj.bias b/weights/decoder.layers.90.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..a96804a64409163b92b723c2a3c41432355e227b
Binary files /dev/null and b/weights/decoder.layers.90.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.90.self_attn.out_proj.weight b/weights/decoder.layers.90.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..af1a29393f0c9abc0aa087898a1178a8e318336a
--- /dev/null
+++ b/weights/decoder.layers.90.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a172c58e5ddf5ad1ce855e36ca15328ab65ef1dee5c6983d73bc7f3825195cff
+size 301990016
diff --git a/weights/decoder.layers.90.self_attn.q_proj.bias b/weights/decoder.layers.90.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..e066eed308985ba4a6e367f1743b3b3887fbd61c
Binary files /dev/null and b/weights/decoder.layers.90.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.90.self_attn.q_proj.weight b/weights/decoder.layers.90.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..eec0ce468517b14062fd5612cb282b35b9442339
--- /dev/null
+++ b/weights/decoder.layers.90.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f16b1c1ab97b554d0dd91abab114521e916de75d34fa1fe2c3cc1c1af2003e57
+size 301990016
diff --git a/weights/decoder.layers.90.self_attn.v_proj.bias b/weights/decoder.layers.90.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..0f0b77cbef68b938e43129017fc172d4f1f70936
Binary files /dev/null and b/weights/decoder.layers.90.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.90.self_attn.v_proj.weight b/weights/decoder.layers.90.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..11964157d9b7855749d7401cec8c3a3d73c5a32d
--- /dev/null
+++ b/weights/decoder.layers.90.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a1879b8a7a2a7a89a2bf4eb4b648fb1410861a0ad160cfcf613772f7246185
+size 301990016
diff --git a/weights/decoder.layers.90.self_attn_layer_norm.bias b/weights/decoder.layers.90.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..ef0ef57089ab0509c9ade9f24ede5828325d54ba
Binary files /dev/null and b/weights/decoder.layers.90.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.90.self_attn_layer_norm.weight b/weights/decoder.layers.90.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.90.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.91.fc1.bias b/weights/decoder.layers.91.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..9c15ecb56110e3f46e515905aef113f391b77e45
Binary files /dev/null and b/weights/decoder.layers.91.fc1.bias differ
diff --git a/weights/decoder.layers.91.fc1.weight b/weights/decoder.layers.91.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..e32bf0d7edc9c4bf9a56345c97d6596a4ea36eff
--- /dev/null
+++ b/weights/decoder.layers.91.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcdfd601cb6aec94cd13398fef39854e370e6fecc4135922a93ba60181fc0ad3
+size 1207959680
diff --git a/weights/decoder.layers.91.fc2.bias b/weights/decoder.layers.91.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..6c2414c772e8b71180d4648ad119e059bf68d503
Binary files /dev/null and b/weights/decoder.layers.91.fc2.bias differ
diff --git a/weights/decoder.layers.91.fc2.weight b/weights/decoder.layers.91.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..9ff11800158339ad79957e44db459f357771faf4
--- /dev/null
+++ b/weights/decoder.layers.91.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a52507f5131249857d2cfc497a4f0cbc60740c81f8015b4e8d38dcde901eaf9
+size 1207959680
diff --git a/weights/decoder.layers.91.final_layer_norm.bias b/weights/decoder.layers.91.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..eee4a448f3b54374e06518079f498f25704f5057
Binary files /dev/null and b/weights/decoder.layers.91.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.91.final_layer_norm.weight b/weights/decoder.layers.91.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.91.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.91.self_attn.k_proj.bias b/weights/decoder.layers.91.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..53a4af118862f4f1ecb45446622401ef0f4662e2
Binary files /dev/null and b/weights/decoder.layers.91.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.91.self_attn.k_proj.weight b/weights/decoder.layers.91.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..c89a9c1e83dd1f539346307576d9278579eaf538
--- /dev/null
+++ b/weights/decoder.layers.91.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69d3119e2bbcae5f72e728e8977454ac9eb0efb7d2168d1cd47dcf2843b7b8f7
+size 301990016
diff --git a/weights/decoder.layers.91.self_attn.out_proj.bias b/weights/decoder.layers.91.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..904b4a28dba7ff1ac22e2abe73685a150b9806e7
Binary files /dev/null and b/weights/decoder.layers.91.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.91.self_attn.out_proj.weight b/weights/decoder.layers.91.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..b6699488346e34299dc6be8608e1ba75088ce808
--- /dev/null
+++ b/weights/decoder.layers.91.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3cf0b7ed0a6210d018a34a9ade3d238fbf03038481cca193b92883a8ea15c60
+size 301990016
diff --git a/weights/decoder.layers.91.self_attn.q_proj.bias b/weights/decoder.layers.91.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..64ca818c22e17a9babb03f875be52899053b3418
Binary files /dev/null and b/weights/decoder.layers.91.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.91.self_attn.q_proj.weight b/weights/decoder.layers.91.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7c53caebd87dd04166867a52989fb6e089b9f0c8
--- /dev/null
+++ b/weights/decoder.layers.91.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c158245d47d694c05e83ad152338265df0c947b7d700286664f4f948c1a6df71
+size 301990016
diff --git a/weights/decoder.layers.91.self_attn.v_proj.bias b/weights/decoder.layers.91.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..46e63a1be3a8ddc4871f3cec069793401d980a34
Binary files /dev/null and b/weights/decoder.layers.91.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.91.self_attn.v_proj.weight b/weights/decoder.layers.91.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..d8ecd1a50eee60ca2c5cc354ad14890cace7d10d
--- /dev/null
+++ b/weights/decoder.layers.91.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db67df3453913340766649dff3377f0b778106b85f9e9abacf5aabbaad00798c
+size 301990016
diff --git a/weights/decoder.layers.91.self_attn_layer_norm.bias b/weights/decoder.layers.91.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..acef7951678609162c9b8c5eb5a28407a3edd5f6
Binary files /dev/null and b/weights/decoder.layers.91.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.91.self_attn_layer_norm.weight b/weights/decoder.layers.91.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.91.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.92.fc1.bias b/weights/decoder.layers.92.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..bf035ae64a28418e7049a15ef9e58c0cf314c061
Binary files /dev/null and b/weights/decoder.layers.92.fc1.bias differ
diff --git a/weights/decoder.layers.92.fc1.weight b/weights/decoder.layers.92.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..0c9eb8b1f50ef791c1505e5c1ee510371480b824
--- /dev/null
+++ b/weights/decoder.layers.92.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034a29e3743884dca667c1a99aa06c2ec2ee4639b1e073107414815924847ba3
+size 1207959680
diff --git a/weights/decoder.layers.92.fc2.bias b/weights/decoder.layers.92.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..18bf063ffb5d18dc4cd22e99253a336c72acd66b
Binary files /dev/null and b/weights/decoder.layers.92.fc2.bias differ
diff --git a/weights/decoder.layers.92.fc2.weight b/weights/decoder.layers.92.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..16e32a8c72abf50d3ad057be34c4c70c2bb8b038
--- /dev/null
+++ b/weights/decoder.layers.92.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc4ea78c1dbbc63d9924f89cc606708ce3983b2b9854cfcf2cee96c3cfe2a444
+size 1207959680
diff --git a/weights/decoder.layers.92.final_layer_norm.bias b/weights/decoder.layers.92.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..c054f6caef74d5a036c379eb41150907bf3c6b4a
Binary files /dev/null and b/weights/decoder.layers.92.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.92.final_layer_norm.weight b/weights/decoder.layers.92.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.92.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.92.self_attn.k_proj.bias b/weights/decoder.layers.92.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..f2c3598a0d2b27876481fc5a2d76bbc92bc17395
Binary files /dev/null and b/weights/decoder.layers.92.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.92.self_attn.k_proj.weight b/weights/decoder.layers.92.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..4ae4ceb4f270f46490719a42fd4d5c8da04908bb
--- /dev/null
+++ b/weights/decoder.layers.92.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e75ccc1448d9507f89acc9b8e43e95727ec78143eaad60eef267e52f098e3aa3
+size 301990016
diff --git a/weights/decoder.layers.92.self_attn.out_proj.bias b/weights/decoder.layers.92.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..066c691d047981348975dd4f40f0205acb7987d1
Binary files /dev/null and b/weights/decoder.layers.92.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.92.self_attn.out_proj.weight b/weights/decoder.layers.92.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..583eeddf4c59f70924dc37bb4328309159bdb94b
--- /dev/null
+++ b/weights/decoder.layers.92.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:533f08a5e68b2aa44a9eda7c8edb5aac185a0e1133cee9d40aa9891e822763c1
+size 301990016
diff --git a/weights/decoder.layers.92.self_attn.q_proj.bias b/weights/decoder.layers.92.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..94a3c4acf2fa55c5fe6ba8d3d2b6dacf8ac921a6
Binary files /dev/null and b/weights/decoder.layers.92.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.92.self_attn.q_proj.weight b/weights/decoder.layers.92.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..caebdca3f8c18a111d6c403998a4c0d8867783b7
--- /dev/null
+++ b/weights/decoder.layers.92.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8af34f00e0af5d8038295da3967549bff094122af831e756729e9293e45d0896
+size 301990016
diff --git a/weights/decoder.layers.92.self_attn.v_proj.bias b/weights/decoder.layers.92.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..8c06ee32c26c6c294cc5169b70133513edc385fd
Binary files /dev/null and b/weights/decoder.layers.92.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.92.self_attn.v_proj.weight b/weights/decoder.layers.92.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..03de09b9f787cca7526d5bfec8923ba22daf8b56
--- /dev/null
+++ b/weights/decoder.layers.92.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784cd32a85cfe48767704b564937653df72f1cd58437c1a6a8080047c743e5f6
+size 301990016
diff --git a/weights/decoder.layers.92.self_attn_layer_norm.bias b/weights/decoder.layers.92.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..a623c86a12c9ea9ac14efecd0006c5c4d367c5ba
Binary files /dev/null and b/weights/decoder.layers.92.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.92.self_attn_layer_norm.weight b/weights/decoder.layers.92.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.92.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.93.fc1.bias b/weights/decoder.layers.93.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..241a2620a68b14c6e0a130fd54f8ff323e321615
Binary files /dev/null and b/weights/decoder.layers.93.fc1.bias differ
diff --git a/weights/decoder.layers.93.fc1.weight b/weights/decoder.layers.93.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..d78855901605c2d75ce372238a3a291b3fcbe80d
--- /dev/null
+++ b/weights/decoder.layers.93.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60e43587ab23378ecef8251c1c9671576e865f25325d8e723e43f0171c08834c
+size 1207959680
diff --git a/weights/decoder.layers.93.fc2.bias b/weights/decoder.layers.93.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..240e51e13c522ac1ba34f4313e88702e4986368c
Binary files /dev/null and b/weights/decoder.layers.93.fc2.bias differ
diff --git a/weights/decoder.layers.93.fc2.weight b/weights/decoder.layers.93.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..ff1790df2c2ccc0c97fbf19032ee7bf962bbd16e
--- /dev/null
+++ b/weights/decoder.layers.93.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ff7baf82559e3c57b5c5174f93fdd7db23d2924e68c552f7e807126c68f9977
+size 1207959680
diff --git a/weights/decoder.layers.93.final_layer_norm.bias b/weights/decoder.layers.93.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..4a16f703592b52c7f7745a09762bb49f941c76bf
Binary files /dev/null and b/weights/decoder.layers.93.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.93.final_layer_norm.weight b/weights/decoder.layers.93.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.93.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.93.self_attn.k_proj.bias b/weights/decoder.layers.93.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..0cb28b38e05728eff1fea631cc3f810597896133
Binary files /dev/null and b/weights/decoder.layers.93.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.93.self_attn.k_proj.weight b/weights/decoder.layers.93.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..8232e30e12d6d752c9179063fab757a4a487dfb7
--- /dev/null
+++ b/weights/decoder.layers.93.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ccb17064b8a6740ee707a0eb0d94aa9705ac869c8836ee06601ccf0e652430
+size 301990016
diff --git a/weights/decoder.layers.93.self_attn.out_proj.bias b/weights/decoder.layers.93.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..b790f53e5d78bb821d0c11d865f75511675ac080
Binary files /dev/null and b/weights/decoder.layers.93.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.93.self_attn.out_proj.weight b/weights/decoder.layers.93.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..d46aea3be41c9ca41825866f454bf16094f918da
--- /dev/null
+++ b/weights/decoder.layers.93.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53401b1469c58c61956ae1b96acf11d2cddf033023b420084979fb3df1dca3f
+size 301990016
diff --git a/weights/decoder.layers.93.self_attn.q_proj.bias b/weights/decoder.layers.93.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..520198b075e04ecbee0a9bea7f3004f0a85194dc
Binary files /dev/null and b/weights/decoder.layers.93.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.93.self_attn.q_proj.weight b/weights/decoder.layers.93.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..d5d126b0c46a4c56431c7362b86c7c91cf730be9
--- /dev/null
+++ b/weights/decoder.layers.93.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e56934b093477ae3128cdb7f75138925588db9acf30cf9a7e009ccadd123b8d6
+size 301990016
diff --git a/weights/decoder.layers.93.self_attn.v_proj.bias b/weights/decoder.layers.93.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..e7b2b7eb1f75de9e7253357a0afff439d37e8eb3
Binary files /dev/null and b/weights/decoder.layers.93.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.93.self_attn.v_proj.weight b/weights/decoder.layers.93.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..429e4633a441a8f192d854b48c2c13dcf7fb5fcf
--- /dev/null
+++ b/weights/decoder.layers.93.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b7d0fefe92620788a3b046b4d55c74b3629cf23271c5ecb1fbb6b812d9ad2af
+size 301990016
diff --git a/weights/decoder.layers.93.self_attn_layer_norm.bias b/weights/decoder.layers.93.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..d4985df10a8121c8828b04d42c4d20664f53e7f4
Binary files /dev/null and b/weights/decoder.layers.93.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.93.self_attn_layer_norm.weight b/weights/decoder.layers.93.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.93.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.94.fc1.bias b/weights/decoder.layers.94.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..0e224caa6719cdd512c95f5f1a5c8a0446cae95a
Binary files /dev/null and b/weights/decoder.layers.94.fc1.bias differ
diff --git a/weights/decoder.layers.94.fc1.weight b/weights/decoder.layers.94.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..f0dad25077ed1b119c138491c921a8621eaca659
--- /dev/null
+++ b/weights/decoder.layers.94.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c31ca68b53285e9ed4d346cecd35f39903a8483a74e0a56cba6ca6928d99b05
+size 1207959680
diff --git a/weights/decoder.layers.94.fc2.bias b/weights/decoder.layers.94.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..5a6c7697cfebde5851473cab57c9d69c5c6832e6
Binary files /dev/null and b/weights/decoder.layers.94.fc2.bias differ
diff --git a/weights/decoder.layers.94.fc2.weight b/weights/decoder.layers.94.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..2e0ded137282d8395f3ffbc105e91b5d1ab1eab4
--- /dev/null
+++ b/weights/decoder.layers.94.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d3e02db11adcb1172ae6261410a433aa5ca779bcb7c30e78929d6d2449f916
+size 1207959680
diff --git a/weights/decoder.layers.94.final_layer_norm.bias b/weights/decoder.layers.94.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..86dca256bdcf20fcbdbcf0085f12cb4b5435bd7e
Binary files /dev/null and b/weights/decoder.layers.94.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.94.final_layer_norm.weight b/weights/decoder.layers.94.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.94.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.94.self_attn.k_proj.bias b/weights/decoder.layers.94.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..79a456e34dbc11752df040d51588773ea7532788
Binary files /dev/null and b/weights/decoder.layers.94.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.94.self_attn.k_proj.weight b/weights/decoder.layers.94.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..c92d75a2c8d631eb9a67cdb4103ba8a491d49fdc
--- /dev/null
+++ b/weights/decoder.layers.94.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a00eebc71431232277141ca68e8d04e6c27cb7a0a1db4c56c522ba79a055aea
+size 301990016
diff --git a/weights/decoder.layers.94.self_attn.out_proj.bias b/weights/decoder.layers.94.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..bd7e4619ce258f5bec24fe681d5e4f18d6f19c99
Binary files /dev/null and b/weights/decoder.layers.94.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.94.self_attn.out_proj.weight b/weights/decoder.layers.94.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..411ece7450557869401b1724e60b6638cbe428b6
--- /dev/null
+++ b/weights/decoder.layers.94.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf4cdd35d4e854c1e46777d8e6843f6f3bdc1a501d25f601e4023ddd06d897c
+size 301990016
diff --git a/weights/decoder.layers.94.self_attn.q_proj.bias b/weights/decoder.layers.94.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..80af02a1bb430247212ac4e41b17bf52b5a06370
Binary files /dev/null and b/weights/decoder.layers.94.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.94.self_attn.q_proj.weight b/weights/decoder.layers.94.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..4651721878c08e6bd2541e5dbbc729498dd04b51
--- /dev/null
+++ b/weights/decoder.layers.94.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31ce6f3a0c482a73074331267c874cdbed8a2e4fc29af47da63db19123259acc
+size 301990016
diff --git a/weights/decoder.layers.94.self_attn.v_proj.bias b/weights/decoder.layers.94.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..9bebc65c7023ef2ee76b1ad4dcefa2fb666a925a
Binary files /dev/null and b/weights/decoder.layers.94.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.94.self_attn.v_proj.weight b/weights/decoder.layers.94.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..f609ce078ecacc314b2be7097b6d27cc8a17f938
--- /dev/null
+++ b/weights/decoder.layers.94.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d780c09613f1a665f40ac21ce7ceee55d0a40cc4aec6a7243460e7d0cdecd41
+size 301990016
diff --git a/weights/decoder.layers.94.self_attn_layer_norm.bias b/weights/decoder.layers.94.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..33ddc046ae54ab806a43bd9a6a049fbc2d262db4
Binary files /dev/null and b/weights/decoder.layers.94.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.94.self_attn_layer_norm.weight b/weights/decoder.layers.94.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.94.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.layers.95.fc1.bias b/weights/decoder.layers.95.fc1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..4b28d741b69c171c647aa06a5d2dea0983974f1b
Binary files /dev/null and b/weights/decoder.layers.95.fc1.bias differ
diff --git a/weights/decoder.layers.95.fc1.weight b/weights/decoder.layers.95.fc1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..db03675e2f52b25e257b2c405b3248c7742e3263
--- /dev/null
+++ b/weights/decoder.layers.95.fc1.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2263f69f9af2d0ea5e8aa9002afd8f4db008f71ab01af4477c1d7be8248e23d
+size 1207959680
diff --git a/weights/decoder.layers.95.fc2.bias b/weights/decoder.layers.95.fc2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..837f1e2152030a18bdc4c1e839ee0fb35d6fad9a
Binary files /dev/null and b/weights/decoder.layers.95.fc2.bias differ
diff --git a/weights/decoder.layers.95.fc2.weight b/weights/decoder.layers.95.fc2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..0d22cd5a5c546bd7de4f39ce6f0c3873757ca5c1
--- /dev/null
+++ b/weights/decoder.layers.95.fc2.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7273094b5330b5870535465d48e5d35188ea5a92bc500011fc655e1cbd1bcc85
+size 1207959680
diff --git a/weights/decoder.layers.95.final_layer_norm.bias b/weights/decoder.layers.95.final_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..c78e15e9848c4ebe16c35adaf14658f75a24e39d
Binary files /dev/null and b/weights/decoder.layers.95.final_layer_norm.bias differ
diff --git a/weights/decoder.layers.95.final_layer_norm.weight b/weights/decoder.layers.95.final_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.95.final_layer_norm.weight differ
diff --git a/weights/decoder.layers.95.self_attn.k_proj.bias b/weights/decoder.layers.95.self_attn.k_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..7832e356483341daedf45a0798522f6eaf225538
Binary files /dev/null and b/weights/decoder.layers.95.self_attn.k_proj.bias differ
diff --git a/weights/decoder.layers.95.self_attn.k_proj.weight b/weights/decoder.layers.95.self_attn.k_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..d58abdd1c238180a594e006feea1319a0d501667
--- /dev/null
+++ b/weights/decoder.layers.95.self_attn.k_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63080c5dc765753ce036ba1573d5990522c422433e8431c2f4afa681f550e866
+size 301990016
diff --git a/weights/decoder.layers.95.self_attn.out_proj.bias b/weights/decoder.layers.95.self_attn.out_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..b4ed4ad6de8422949c76cdf1a592ade8e0f6c789
Binary files /dev/null and b/weights/decoder.layers.95.self_attn.out_proj.bias differ
diff --git a/weights/decoder.layers.95.self_attn.out_proj.weight b/weights/decoder.layers.95.self_attn.out_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..827e644a05ed4488542b5d904255672873d40ff5
--- /dev/null
+++ b/weights/decoder.layers.95.self_attn.out_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21afc3b8ee2b15d239dbc41794a44a2e6368326eeb348c711041417adc32abb9
+size 301990016
diff --git a/weights/decoder.layers.95.self_attn.q_proj.bias b/weights/decoder.layers.95.self_attn.q_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..e62f56a11be730e7a36c0ffd2592452b41a70537
Binary files /dev/null and b/weights/decoder.layers.95.self_attn.q_proj.bias differ
diff --git a/weights/decoder.layers.95.self_attn.q_proj.weight b/weights/decoder.layers.95.self_attn.q_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..b794532c696633176ef1f365884a1a37ec2cafb5
--- /dev/null
+++ b/weights/decoder.layers.95.self_attn.q_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab2807695dc90c0636b26bd68786c2ff6c01521b1ff2e7308fa7daffe15a4b49
+size 301990016
diff --git a/weights/decoder.layers.95.self_attn.v_proj.bias b/weights/decoder.layers.95.self_attn.v_proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..5ccff0addb392f07a1d46e28475988e1303a9681
Binary files /dev/null and b/weights/decoder.layers.95.self_attn.v_proj.bias differ
diff --git a/weights/decoder.layers.95.self_attn.v_proj.weight b/weights/decoder.layers.95.self_attn.v_proj.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7d146ffd37a34f12beb3ba945544134ce43c9c83
--- /dev/null
+++ b/weights/decoder.layers.95.self_attn.v_proj.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9397968f03ca07a4e4e7d51c345f99452c2d2c85661dbdb778b9171c4a7ecef1
+size 301990016
diff --git a/weights/decoder.layers.95.self_attn_layer_norm.bias b/weights/decoder.layers.95.self_attn_layer_norm.bias
new file mode 100644
index 0000000000000000000000000000000000000000..54ab387feede61f2b277f07376ded7084db4c0e2
Binary files /dev/null and b/weights/decoder.layers.95.self_attn_layer_norm.bias differ
diff --git a/weights/decoder.layers.95.self_attn_layer_norm.weight b/weights/decoder.layers.95.self_attn_layer_norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f209d12d34e0ae41b2175e5361874e7ef7132ac
Binary files /dev/null and b/weights/decoder.layers.95.self_attn_layer_norm.weight differ
diff --git a/weights/decoder.version b/weights/decoder.version
new file mode 100644
index 0000000000000000000000000000000000000000..15656461424cab1d3994dfaaace7cf77a081e9d1
Binary files /dev/null and b/weights/decoder.version differ