diff --git a/.gitattributes b/.gitattributes
index 21e28fd8993e96f0c4a155dedcf74427de71d723..93355cbbc3720b1f02887225f65ae68bba7ecc4e 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -3415,3 +3415,47 @@ checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/0.1 filter=lfs d
 checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/0.7 filter=lfs diff=lfs merge=lfs -text
 checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
 checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/0.6 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/0.5 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/0.3 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/0.2 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/0.4 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/0.7 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/0.6 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/0.5 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/0.3 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/0.2 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/0.4 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/6.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/3.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/7.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/5.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/2.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/4.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/0.7 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/0.6 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/0.5 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/0.3 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/0.2 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/0.4 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_19.mlp.wi_1.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_19.mlp.wi_1.kernel/0.7 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_19.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_19.mlp.wi_1.kernel/0.6 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_19.mlp.wi_1.kernel/0.5 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_19.mlp.wi_1.kernel/0.3 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_19.mlp.wi_1.kernel/0.2 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_19.mlp.wi_1.kernel/0.4 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/6.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/3.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/7.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/5.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/2.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/4.0 filter=lfs diff=lfs merge=lfs -text
diff --git a/checkpoint_1007000/state.param_states.decoder.layers_19.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_1007000/state.param_states.decoder.layers_19.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..2d0ddea1f0046008cb8eb77c5f75d9445443f01b
--- /dev/null
+++ b/checkpoint_1007000/state.param_states.decoder.layers_19.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/state.param_states.decoder.layers_19.pre_mlp_layer_norm.scale.v/0 b/checkpoint_1007000/state.param_states.decoder.layers_19.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..2655261aff037362a719ada63accf3f52a4f43b4
Binary files /dev/null and b/checkpoint_1007000/state.param_states.decoder.layers_19.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoint_1007000/state.param_states.decoder.layers_22.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_1007000/state.param_states.decoder.layers_22.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..2d0ddea1f0046008cb8eb77c5f75d9445443f01b
--- /dev/null
+++ b/checkpoint_1007000/state.param_states.decoder.layers_22.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/state.param_states.decoder.layers_22.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_1007000/state.param_states.decoder.layers_22.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..b33f25134bb2a40fc19030681e612d15c3d6f20c
Binary files /dev/null and b/checkpoint_1007000/state.param_states.decoder.layers_22.pre_self_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_1007000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_1007000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..2d0ddea1f0046008cb8eb77c5f75d9445443f01b
--- /dev/null
+++ b/checkpoint_1007000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/0 b/checkpoint_1007000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..5708e455673c01fcbf258e20261813a930025a5d
Binary files /dev/null and b/checkpoint_1007000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoint_1007000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_1007000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..2d0ddea1f0046008cb8eb77c5f75d9445443f01b
--- /dev/null
+++ b/checkpoint_1007000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_1007000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..d2647cbd44cfd1de2952fbb7c61ecf727a5a03db
Binary files /dev/null and b/checkpoint_1007000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_1007000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_1007000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..2d0ddea1f0046008cb8eb77c5f75d9445443f01b
--- /dev/null
+++ b/checkpoint_1007000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/0 b/checkpoint_1007000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..c33997710530fb7afc3249f2f6c745f2200dcdbb
Binary files /dev/null and b/checkpoint_1007000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_1007000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_1007000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..2d0ddea1f0046008cb8eb77c5f75d9445443f01b
--- /dev/null
+++ b/checkpoint_1007000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/0 b/checkpoint_1007000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..06da558cb2c9d166a31ffda3e8de1d2232509006
Binary files /dev/null and b/checkpoint_1007000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/.zarray b/checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..09cd48d671394bbe8318239fc58854bdb2c91ea7
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1280,4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[10240,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/.zarray.__tmp10110197242313532362.~1663960300134224~ b/checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/.zarray.__tmp10110197242313532362.~1663960300134224~
new file mode 100644
index 0000000000000000000000000000000000000000..09cd48d671394bbe8318239fc58854bdb2c91ea7
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/.zarray.__tmp10110197242313532362.~1663960300134224~
@@ -0,0 +1 @@
+{"chunks":[1280,4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[10240,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/.zarray.__tmp10286619748446951564.~1663960300075313~ b/checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/.zarray.__tmp10286619748446951564.~1663960300075313~
new file mode 100644
index 0000000000000000000000000000000000000000..09cd48d671394bbe8318239fc58854bdb2c91ea7
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/.zarray.__tmp10286619748446951564.~1663960300075313~
@@ -0,0 +1 @@
+{"chunks":[1280,4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[10240,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/.zarray.__tmp10967580320069937423.~1663960300016844~ b/checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/.zarray.__tmp10967580320069937423.~1663960300016844~
new file mode 100644
index 0000000000000000000000000000000000000000..09cd48d671394bbe8318239fc58854bdb2c91ea7
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/.zarray.__tmp10967580320069937423.~1663960300016844~
@@ -0,0 +1 @@
+{"chunks":[1280,4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[10240,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/.zarray.__tmp16759264667472233231.~1663960300548020~ b/checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/.zarray.__tmp16759264667472233231.~1663960300548020~
new file mode 100644
index 0000000000000000000000000000000000000000..09cd48d671394bbe8318239fc58854bdb2c91ea7
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/.zarray.__tmp16759264667472233231.~1663960300548020~
@@ -0,0 +1 @@
+{"chunks":[1280,4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[10240,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/.zarray.__tmp18273606472686788359.~1663960300090522~ b/checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/.zarray.__tmp18273606472686788359.~1663960300090522~
new file mode 100644
index 0000000000000000000000000000000000000000..09cd48d671394bbe8318239fc58854bdb2c91ea7
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/.zarray.__tmp18273606472686788359.~1663960300090522~
@@ -0,0 +1 @@
+{"chunks":[1280,4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[10240,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/.zarray.__tmp2080791846667276183.~1663960299724161~ b/checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/.zarray.__tmp2080791846667276183.~1663960299724161~
new file mode 100644
index 0000000000000000000000000000000000000000..09cd48d671394bbe8318239fc58854bdb2c91ea7
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/.zarray.__tmp2080791846667276183.~1663960299724161~
@@ -0,0 +1 @@
+{"chunks":[1280,4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[10240,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/.zarray.__tmp518315626624162999.~1663960299928038~ b/checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/.zarray.__tmp518315626624162999.~1663960299928038~
new file mode 100644
index 0000000000000000000000000000000000000000..09cd48d671394bbe8318239fc58854bdb2c91ea7
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/.zarray.__tmp518315626624162999.~1663960299928038~
@@ -0,0 +1 @@
+{"chunks":[1280,4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[10240,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/0.0 b/checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..29123998d395f57747c5a490b761902f512c0074
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:365a39068ec56b2a772bc2f92bc2ac93b346d38e75508feb9319031a774aa69e
+size 19533167
diff --git a/checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/1.0 b/checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..328a029b41f89d499b5abc5bbfcb7f3f296834fa
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f33fe7d8dd30b262bcd4bc823214da106af1712c43d0f0c116130cab9eb4fb3
+size 19533024
diff --git a/checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/2.0 b/checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/2.0
new file mode 100644
index 0000000000000000000000000000000000000000..343d306b683a555745c84ede018d67c06acc8177
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/2.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f388bc06c8cedec52cca4a582667de0a9ccd10fa548738650528c9869f0e44e6
+size 19533703
diff --git a/checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/3.0 b/checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/3.0
new file mode 100644
index 0000000000000000000000000000000000000000..7acc573b40c48321eab5c019ad6cde5d006578de
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/3.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afe0fd96f95d0a2498489d4b94434e5cbd1bac3ffab63756a4c9834641b77562
+size 19534390
diff --git a/checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/4.0 b/checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/4.0
new file mode 100644
index 0000000000000000000000000000000000000000..3b0383f092f3fe306ad1ebf68e40828a6199bb13
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/4.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5e2874bff20cbeed9a5d32a83bc6ec711ed523966929c8c8ad9e47b0ac7161a
+size 19532712
diff --git a/checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/5.0 b/checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/5.0
new file mode 100644
index 0000000000000000000000000000000000000000..09ebf1ac773a4d37e5e56be6dcce1000c6f34eb7
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/5.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5997959a9e6107b5165772d674d1fa0a998aab5b3e135a3ba45b9b9a96f2a1f1
+size 19533820
diff --git a/checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/6.0 b/checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/6.0
new file mode 100644
index 0000000000000000000000000000000000000000..6513ae34cee21bc33dd4782e9f3c10c0f30ba437
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/6.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e224a2bf0cbe670b182b981cc0ef17b3c9ac56d4dd3e0db19bf890cde1ac9f2a
+size 19534103
diff --git a/checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/7.0 b/checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/7.0
new file mode 100644
index 0000000000000000000000000000000000000000..562f51ce6df98e68ebe2ef9e8733827891a7b6e9
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_0.mlp.wo.kernel/7.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02012ec2c592fc78bae9ea1e49a39c7720775d1ab5a1255831f51669dc7acf74
+size 19533710
diff --git a/checkpoint_1007000/target.decoder.layers_18.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_1007000/target.decoder.layers_18.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..2d0ddea1f0046008cb8eb77c5f75d9445443f01b
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_18.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_18.pre_cross_attention_layer_norm.scale/0 b/checkpoint_1007000/target.decoder.layers_18.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..f309f9d2d18645c9217f9cf3f00414802b8f8c19
Binary files /dev/null and b/checkpoint_1007000/target.decoder.layers_18.pre_cross_attention_layer_norm.scale/0 differ
diff --git a/checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/.zarray b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..85d85c400c2a2e40fa48c6fa11dd181c623b779a
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096,1280],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,10240],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/.zarray.__tmp14327996386050127580.~1663960300873999~ b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/.zarray.__tmp14327996386050127580.~1663960300873999~
new file mode 100644
index 0000000000000000000000000000000000000000..85d85c400c2a2e40fa48c6fa11dd181c623b779a
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/.zarray.__tmp14327996386050127580.~1663960300873999~
@@ -0,0 +1 @@
+{"chunks":[4096,1280],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,10240],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/.zarray.__tmp17032425602126076780.~1663960300497654~ b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/.zarray.__tmp17032425602126076780.~1663960300497654~
new file mode 100644
index 0000000000000000000000000000000000000000..85d85c400c2a2e40fa48c6fa11dd181c623b779a
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/.zarray.__tmp17032425602126076780.~1663960300497654~
@@ -0,0 +1 @@
+{"chunks":[4096,1280],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,10240],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/.zarray.__tmp1753918392538626836.~1663960300685740~ b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/.zarray.__tmp1753918392538626836.~1663960300685740~
new file mode 100644
index 0000000000000000000000000000000000000000..85d85c400c2a2e40fa48c6fa11dd181c623b779a
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/.zarray.__tmp1753918392538626836.~1663960300685740~
@@ -0,0 +1 @@
+{"chunks":[4096,1280],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,10240],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/.zarray.__tmp3294400150320527675.~1663960300599494~ b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/.zarray.__tmp3294400150320527675.~1663960300599494~
new file mode 100644
index 0000000000000000000000000000000000000000..85d85c400c2a2e40fa48c6fa11dd181c623b779a
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/.zarray.__tmp3294400150320527675.~1663960300599494~
@@ -0,0 +1 @@
+{"chunks":[4096,1280],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,10240],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/.zarray.__tmp3346837884784373481.~1663960300471058~ b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/.zarray.__tmp3346837884784373481.~1663960300471058~
new file mode 100644
index 0000000000000000000000000000000000000000..85d85c400c2a2e40fa48c6fa11dd181c623b779a
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/.zarray.__tmp3346837884784373481.~1663960300471058~
@@ -0,0 +1 @@
+{"chunks":[4096,1280],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,10240],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/.zarray.__tmp5366360317273826532.~1663960300887653~ b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/.zarray.__tmp5366360317273826532.~1663960300887653~
new file mode 100644
index 0000000000000000000000000000000000000000..85d85c400c2a2e40fa48c6fa11dd181c623b779a
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/.zarray.__tmp5366360317273826532.~1663960300887653~
@@ -0,0 +1 @@
+{"chunks":[4096,1280],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,10240],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/.zarray.__tmp9189606845200779608.~1663960300888237~ b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/.zarray.__tmp9189606845200779608.~1663960300888237~
new file mode 100644
index 0000000000000000000000000000000000000000..85d85c400c2a2e40fa48c6fa11dd181c623b779a
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/.zarray.__tmp9189606845200779608.~1663960300888237~
@@ -0,0 +1 @@
+{"chunks":[4096,1280],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,10240],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/0.0 b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..95483325176f8d23b6f3b58871779b9b203a09dd
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab9176229d836379b69949913e6764516e6d5042cc2bcd94401359bf76d7018
+size 19496376
diff --git a/checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/0.1 b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..9c14fbecd21a71172afa4c9073cefe68bc898187
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e8b748c2bffc82e3cc34bd458c94cb02940dc40afc9d2d12d66e921b34763dc
+size 19496861
diff --git a/checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/0.2 b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/0.2
new file mode 100644
index 0000000000000000000000000000000000000000..fa234e430bed232022e228091359e2ffcff7441d
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/0.2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b077faa8610c0ef903776c348a8757a633fdee97eba5b3da4d325cf2586acc6
+size 19496752
diff --git a/checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/0.3 b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/0.3
new file mode 100644
index 0000000000000000000000000000000000000000..e85dbc5adceeefd2116421d49984b6e75206b168
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/0.3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be00813515261c4f3121cc3ec61aeb810c4377b2944ed37f260442fb73e1057d
+size 19496513
diff --git a/checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/0.4 b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/0.4
new file mode 100644
index 0000000000000000000000000000000000000000..0813b0dcb50a49de39c0c5b6001c82d0fd8bcaf1
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/0.4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91b58f63e180e2acff3493e7c1861ea6964515c0660cbc9fc5a6b05a4c977940
+size 19496845
diff --git a/checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/0.5 b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/0.5
new file mode 100644
index 0000000000000000000000000000000000000000..b423ab2e86eb7b6f293a24e590e1cec9739a6038
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/0.5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88510a82f225899aaa8ab8dafcdac8901c3a86e80ef3ee370209864760ea033b
+size 19496641
diff --git a/checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/0.6 b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/0.6
new file mode 100644
index 0000000000000000000000000000000000000000..9a52ee676bc02ccfb5f289a568bbff94f6b6fc77
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/0.6
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb93d19ca61328b1f309110187c6208add98018bb0540f3246b76401cb20c20
+size 19495657
diff --git a/checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/0.7 b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/0.7
new file mode 100644
index 0000000000000000000000000000000000000000..6f554481e2dc88ec0544a66601234062b3e2afb2
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_1.kernel/0.7
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df5f781e40042921452fe36d2ac956bcad4ce1330f3c20d1992cea466b888787
+size 19496371
diff --git a/checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/.zarray b/checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..09cd48d671394bbe8318239fc58854bdb2c91ea7
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1280,4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[10240,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/.zarray.__tmp12689500621936917338.~1663960300387560~ b/checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/.zarray.__tmp12689500621936917338.~1663960300387560~
new file mode 100644
index 0000000000000000000000000000000000000000..09cd48d671394bbe8318239fc58854bdb2c91ea7
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/.zarray.__tmp12689500621936917338.~1663960300387560~
@@ -0,0 +1 @@
+{"chunks":[1280,4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[10240,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/.zarray.__tmp12826010473743220668.~1663960300466418~ b/checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/.zarray.__tmp12826010473743220668.~1663960300466418~
new file mode 100644
index 0000000000000000000000000000000000000000..09cd48d671394bbe8318239fc58854bdb2c91ea7
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/.zarray.__tmp12826010473743220668.~1663960300466418~
@@ -0,0 +1 @@
+{"chunks":[1280,4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[10240,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/.zarray.__tmp1471789712326080523.~1663960300862520~ b/checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/.zarray.__tmp1471789712326080523.~1663960300862520~
new file mode 100644
index 0000000000000000000000000000000000000000..09cd48d671394bbe8318239fc58854bdb2c91ea7
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/.zarray.__tmp1471789712326080523.~1663960300862520~
@@ -0,0 +1 @@
+{"chunks":[1280,4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[10240,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/.zarray.__tmp3056753300958528328.~1663960300776733~ b/checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/.zarray.__tmp3056753300958528328.~1663960300776733~
new file mode 100644
index 0000000000000000000000000000000000000000..09cd48d671394bbe8318239fc58854bdb2c91ea7
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/.zarray.__tmp3056753300958528328.~1663960300776733~
@@ -0,0 +1 @@
+{"chunks":[1280,4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[10240,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/.zarray.__tmp5411261961868597274.~1663960300622403~ b/checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/.zarray.__tmp5411261961868597274.~1663960300622403~
new file mode 100644
index 0000000000000000000000000000000000000000..09cd48d671394bbe8318239fc58854bdb2c91ea7
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/.zarray.__tmp5411261961868597274.~1663960300622403~
@@ -0,0 +1 @@
+{"chunks":[1280,4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[10240,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/.zarray.__tmp5642119760132006001.~1663960300504985~ b/checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/.zarray.__tmp5642119760132006001.~1663960300504985~
new file mode 100644
index 0000000000000000000000000000000000000000..09cd48d671394bbe8318239fc58854bdb2c91ea7
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/.zarray.__tmp5642119760132006001.~1663960300504985~
@@ -0,0 +1 @@
+{"chunks":[1280,4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[10240,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/.zarray.__tmp6311145821112920845.~1663960300827256~ b/checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/.zarray.__tmp6311145821112920845.~1663960300827256~
new file mode 100644
index 0000000000000000000000000000000000000000..09cd48d671394bbe8318239fc58854bdb2c91ea7
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/.zarray.__tmp6311145821112920845.~1663960300827256~
@@ -0,0 +1 @@
+{"chunks":[1280,4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[10240,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/0.0 b/checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..63e58b5a1eec368bcbb2fd2f636f60037c8a90ea
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147d305a71a24d8df86482b148aede01d589e043c10228e66ce7164953d5d02a
+size 19538660
diff --git a/checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/1.0 b/checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..17ba21282952986ea74751238171245674ec36e0
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a16f7d0e44c0934465d631ad0ffffef54f376f82b0996fbd8d4df792b4bc1e
+size 19538445
diff --git a/checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/2.0 b/checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/2.0
new file mode 100644
index 0000000000000000000000000000000000000000..421705eaa35d10f8425f033475d8fd8a49304e38
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/2.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2360a82bf03b947f9f74e5c8e1cecb2e23d20177d56f8e21c1dc6dd1abd2c52c
+size 19538013
diff --git a/checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/3.0 b/checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/3.0
new file mode 100644
index 0000000000000000000000000000000000000000..3c34d4993b0d9c924bb7d28ad3c86f36c2ff750f
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/3.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:427358131e41fa85c50e91addc6a245a13c5cd5bf5a45388f0a6762c9a85f66c
+size 19539032
diff --git a/checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/4.0 b/checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/4.0
new file mode 100644
index 0000000000000000000000000000000000000000..bb1848581b17f85682ecc0420f0cb0d7d7f3b337
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/4.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af8ac5ff4e93ddeac8f8f83be78139937f7bfbae46d796751f6e77abd6749729
+size 19538942
diff --git a/checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/5.0 b/checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/5.0
new file mode 100644
index 0000000000000000000000000000000000000000..fba1f1aaa74ae3e1a203c88c8c9506021855adf0
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/5.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab116834378fc914c8986c9d7edd36ade4310774acd13b3fdc8da0ac3243e33e
+size 19539470
diff --git a/checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/6.0 b/checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/6.0
new file mode 100644
index 0000000000000000000000000000000000000000..b04c9ca5668cacd7283a12cff8ae82debd6db1c2
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/6.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdde77b3f7a1798afbc70b14d9b612f86db8084892d396201536a39c1eddfbfb
+size 19537842
diff --git a/checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/7.0 b/checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/7.0
new file mode 100644
index 0000000000000000000000000000000000000000..c7153a69710f7b5555d5d67866d5286af0e30825
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_4.mlp.wo.kernel/7.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ac969a017616c4b0cba997310702cb058ff3ae7042afe74d668aff6f69167b
+size 19539349
diff --git a/checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/.zarray.__tmp11197214466533943104.~1663960300386962~ b/checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/.zarray.__tmp11197214466533943104.~1663960300386962~
new file mode 100644
index 0000000000000000000000000000000000000000..ddb67420063a3a02f5bd9b9eb19e636151970a4c
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/.zarray.__tmp11197214466533943104.~1663960300386962~
@@ -0,0 +1 @@
+{"chunks":[4096,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/.zarray.__tmp13328556562925115497.~1663960300551567~ b/checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/.zarray.__tmp13328556562925115497.~1663960300551567~
new file mode 100644
index 0000000000000000000000000000000000000000..ddb67420063a3a02f5bd9b9eb19e636151970a4c
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/.zarray.__tmp13328556562925115497.~1663960300551567~
@@ -0,0 +1 @@
+{"chunks":[4096,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/.zarray.__tmp6339478800689796759.~1663960300385642~ b/checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/.zarray.__tmp6339478800689796759.~1663960300385642~
new file mode 100644
index 0000000000000000000000000000000000000000..ddb67420063a3a02f5bd9b9eb19e636151970a4c
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/.zarray.__tmp6339478800689796759.~1663960300385642~
@@ -0,0 +1 @@
+{"chunks":[4096,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/0.2 b/checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/0.2
new file mode 100644
index 0000000000000000000000000000000000000000..a1d67bc587cfdf09af1fe22589b7008f1625db38
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/0.2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de181d72cf67bd2c63d4ce94a2875afda3a66cd31c6d183f9c3904658ec21a6a
+size 7802256
diff --git a/checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/0.3 b/checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/0.3
new file mode 100644
index 0000000000000000000000000000000000000000..04b07f4432c378b5c054eab8acfb5c97beccfd7d
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/0.3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48dacdd122e5b941b34fb255f3f061c5794c9820aaa03cf0b1c00a64c8a67f37
+size 7804470
diff --git a/checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/0.4 b/checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/0.4
new file mode 100644
index 0000000000000000000000000000000000000000..974961eb208022718470c35efce6fbb5648f485b
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/0.4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a6a98a8af3a79f91048a556d829b4e447900b10e47b7224a441027620347048
+size 7799635
diff --git a/checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/0.5 b/checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/0.5
new file mode 100644
index 0000000000000000000000000000000000000000..9a11f7f6fcdc5542ef39526b128c8fb3fb23f565
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/0.5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab7389aa470937352c8ad0f06e3471eaa4fe4c84f112967d1eabe3bc99831d4f
+size 7803609
diff --git a/checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/.zarray b/checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ddb67420063a3a02f5bd9b9eb19e636151970a4c
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/.zarray.__tmp12180697040287469531.~1663960300775311~ b/checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/.zarray.__tmp12180697040287469531.~1663960300775311~
new file mode 100644
index 0000000000000000000000000000000000000000..ddb67420063a3a02f5bd9b9eb19e636151970a4c
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/.zarray.__tmp12180697040287469531.~1663960300775311~
@@ -0,0 +1 @@
+{"chunks":[4096,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/.zarray.__tmp5556084351123606346.~1663960300601645~ b/checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/.zarray.__tmp5556084351123606346.~1663960300601645~
new file mode 100644
index 0000000000000000000000000000000000000000..ddb67420063a3a02f5bd9b9eb19e636151970a4c
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/.zarray.__tmp5556084351123606346.~1663960300601645~
@@ -0,0 +1 @@
+{"chunks":[4096,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/.zarray.__tmp5895148362762849219.~1663960300724489~ b/checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/.zarray.__tmp5895148362762849219.~1663960300724489~
new file mode 100644
index 0000000000000000000000000000000000000000..ddb67420063a3a02f5bd9b9eb19e636151970a4c
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/.zarray.__tmp5895148362762849219.~1663960300724489~
@@ -0,0 +1 @@
+{"chunks":[4096,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/.zarray.__tmp6250350897739751088.~1663960300938614~ b/checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/.zarray.__tmp6250350897739751088.~1663960300938614~
new file mode 100644
index 0000000000000000000000000000000000000000..ddb67420063a3a02f5bd9b9eb19e636151970a4c
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/.zarray.__tmp6250350897739751088.~1663960300938614~
@@ -0,0 +1 @@
+{"chunks":[4096,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/.zarray.__tmp7286512791295647340.~1663960300864916~ b/checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/.zarray.__tmp7286512791295647340.~1663960300864916~
new file mode 100644
index 0000000000000000000000000000000000000000..ddb67420063a3a02f5bd9b9eb19e636151970a4c
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/.zarray.__tmp7286512791295647340.~1663960300864916~
@@ -0,0 +1 @@
+{"chunks":[4096,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/.zarray.__tmp749613522051300288.~1663960301026579~ b/checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/.zarray.__tmp749613522051300288.~1663960301026579~
new file mode 100644
index 0000000000000000000000000000000000000000..ddb67420063a3a02f5bd9b9eb19e636151970a4c
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/.zarray.__tmp749613522051300288.~1663960301026579~
@@ -0,0 +1 @@
+{"chunks":[4096,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/.zarray.__tmp8680577901218638206.~1663960300549384~ b/checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/.zarray.__tmp8680577901218638206.~1663960300549384~
new file mode 100644
index 0000000000000000000000000000000000000000..ddb67420063a3a02f5bd9b9eb19e636151970a4c
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/.zarray.__tmp8680577901218638206.~1663960300549384~
@@ -0,0 +1 @@
+{"chunks":[4096,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/0.0 b/checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a7b5a59e8f6f38403ab22cf952df4b03068186b2
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d1bee86cf613e3456f38d7cc825c614515fdb640eec74dc2d255b99303648ed
+size 7802219
diff --git a/checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/0.1 b/checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..f40116c617679635beaa7e4c94336d3eec59ec49
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25c64e2e994a98cce93629f7506fada94049bae30befeac626b9b5b1185bbda
+size 7802809
diff --git a/checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/0.2 b/checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/0.2
new file mode 100644
index 0000000000000000000000000000000000000000..6f0185ecfe0273b0a5c62ee551f6d5575ee79097
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/0.2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee7d2322d88306ebc89c9018f9acf030d4a596d3e63ed657ac053a8df3873ec8
+size 7801509
diff --git a/checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/0.3 b/checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/0.3
new file mode 100644
index 0000000000000000000000000000000000000000..f185d88d1c8c475aa8ba6925db265a43517c1327
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/0.3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f845f645e5393bef4ce6cd66171d8ca951ddb817e6f63f5cd6dfdfad3cd47fd8
+size 7805172
diff --git a/checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/0.4 b/checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/0.4
new file mode 100644
index 0000000000000000000000000000000000000000..9ad216e4b348a15257ea5d9f0aab313ee314377c
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/0.4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c5c02a2af3e233a0070af8f6e84e974ed9bc91f74904b128696752e8eaf53c
+size 7802427
diff --git a/checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/0.5 b/checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/0.5
new file mode 100644
index 0000000000000000000000000000000000000000..60ea2e10da604497e62467ac216677292c37ad87
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/0.5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3496270793213808b0f8e2df18353574b2e9ea425407e0aaf5f6449944156811
+size 7802296
diff --git a/checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/0.6 b/checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/0.6
new file mode 100644
index 0000000000000000000000000000000000000000..f49b3cbebf9d2b9d9d1da68454cfb32f4f733b19
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/0.6
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30dc7bf617927e63d144410dab21a9d6d24d5e9918a477094a873a9d3f8af29c
+size 7802210
diff --git a/checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/0.7 b/checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/0.7
new file mode 100644
index 0000000000000000000000000000000000000000..73786b43c631e26aaab8194ba72dc3b79818925c
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_18.attention.key.kernel/0.7
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:229ca2974f3f9d680e383f64cd5dff03a528d5ce8c8bc330f150f7eef64ffd7d
+size 7801524
diff --git a/checkpoint_1007000/target.encoder.layers_19.mlp.wi_1.kernel/.zarray b/checkpoint_1007000/target.encoder.layers_19.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..85d85c400c2a2e40fa48c6fa11dd181c623b779a
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_19.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096,1280],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,10240],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_19.mlp.wi_1.kernel/.zarray.__tmp1315529562987785035.~1663960300495005~ b/checkpoint_1007000/target.encoder.layers_19.mlp.wi_1.kernel/.zarray.__tmp1315529562987785035.~1663960300495005~
new file mode 100644
index 0000000000000000000000000000000000000000..85d85c400c2a2e40fa48c6fa11dd181c623b779a
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_19.mlp.wi_1.kernel/.zarray.__tmp1315529562987785035.~1663960300495005~
@@ -0,0 +1 @@
+{"chunks":[4096,1280],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,10240],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_19.mlp.wi_1.kernel/.zarray.__tmp14801777802939429196.~1663960300271789~ b/checkpoint_1007000/target.encoder.layers_19.mlp.wi_1.kernel/.zarray.__tmp14801777802939429196.~1663960300271789~
new file mode 100644
index 0000000000000000000000000000000000000000..85d85c400c2a2e40fa48c6fa11dd181c623b779a
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_19.mlp.wi_1.kernel/.zarray.__tmp14801777802939429196.~1663960300271789~
@@ -0,0 +1 @@
+{"chunks":[4096,1280],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,10240],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_19.mlp.wi_1.kernel/0.0 b/checkpoint_1007000/target.encoder.layers_19.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..130644702212388dc96d03805fcfb4031dcda2b3
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_19.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d948c21e54929661c6fc3833e8ed91dd8c52ee93414e43ed8e0fb37ae46dc442
+size 19541583
diff --git a/checkpoint_1007000/target.encoder.layers_19.mlp.wi_1.kernel/0.1 b/checkpoint_1007000/target.encoder.layers_19.mlp.wi_1.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..870c3926f6c6ea2a9d698ae1eff5844e8806537f
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_19.mlp.wi_1.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9966621f33f19f3f5bf1e6da186221ee6b43dbba78ad24e1e6fc891a185b6cc
+size 19540765
diff --git a/checkpoint_1007000/target.encoder.layers_19.mlp.wi_1.kernel/0.2 b/checkpoint_1007000/target.encoder.layers_19.mlp.wi_1.kernel/0.2
new file mode 100644
index 0000000000000000000000000000000000000000..463377a53b8f8fce31268ae8be7ec34c0802979c
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_19.mlp.wi_1.kernel/0.2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93810fa5bc6c2728ce1c73b738adf2a882c5d07fc580efc355ab8eecd0723a7c
+size 19540778
diff --git a/checkpoint_1007000/target.encoder.layers_19.mlp.wi_1.kernel/0.3 b/checkpoint_1007000/target.encoder.layers_19.mlp.wi_1.kernel/0.3
new file mode 100644
index 0000000000000000000000000000000000000000..f800a47f8b0c06c47e81e5931430d3ef306dde64
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_19.mlp.wi_1.kernel/0.3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b2bac472cdbfa7497503a5a92ffc5ac49813d443351b4f436420709b68dae50
+size 19540275
diff --git a/checkpoint_1007000/target.encoder.layers_19.mlp.wi_1.kernel/0.4 b/checkpoint_1007000/target.encoder.layers_19.mlp.wi_1.kernel/0.4
new file mode 100644
index 0000000000000000000000000000000000000000..81581c8da4f45feab1c4ec27ea08fea5e4f70318
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_19.mlp.wi_1.kernel/0.4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05808fb636604858725dd9306de3aa43b724acea7ea0158492ded1e6c518e18b
+size 19540889
diff --git a/checkpoint_1007000/target.encoder.layers_19.mlp.wi_1.kernel/0.5 b/checkpoint_1007000/target.encoder.layers_19.mlp.wi_1.kernel/0.5
new file mode 100644
index 0000000000000000000000000000000000000000..e1f28a718827b59959985da85456d055271fc486
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_19.mlp.wi_1.kernel/0.5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13399e27c2c745ef315c28e328c62158f319c3a46cbda13c186c112043a77f5b
+size 19540073
diff --git a/checkpoint_1007000/target.encoder.layers_19.mlp.wi_1.kernel/0.6 b/checkpoint_1007000/target.encoder.layers_19.mlp.wi_1.kernel/0.6
new file mode 100644
index 0000000000000000000000000000000000000000..4a3b0efa7e83c8fef86ff480d1d1fec89b2cd6be
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_19.mlp.wi_1.kernel/0.6
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d0969ca690c03a50d866253981f141d7b9f6b8547d3b2a0e7ac5dd88c498671
+size 19539690
diff --git a/checkpoint_1007000/target.encoder.layers_19.mlp.wi_1.kernel/0.7 b/checkpoint_1007000/target.encoder.layers_19.mlp.wi_1.kernel/0.7
new file mode 100644
index 0000000000000000000000000000000000000000..952f2e66a4e37931cb43719aaf58c640e9baf357
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_19.mlp.wi_1.kernel/0.7
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9402d80ab00bc45afae8dd565b07a53e0a9b8e194b59695122f40e2db93ac6f3
+size 19540500
diff --git a/checkpoint_1007000/target.encoder.layers_19.pre_mlp_layer_norm.scale/.zarray b/checkpoint_1007000/target.encoder.layers_19.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..2d0ddea1f0046008cb8eb77c5f75d9445443f01b
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_19.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_19.pre_mlp_layer_norm.scale/0 b/checkpoint_1007000/target.encoder.layers_19.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..6a44764ec073744ab21450ca15a925f5c949a20f
Binary files /dev/null and b/checkpoint_1007000/target.encoder.layers_19.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoint_1007000/target.encoder.layers_9.pre_mlp_layer_norm.scale/.zarray b/checkpoint_1007000/target.encoder.layers_9.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..2d0ddea1f0046008cb8eb77c5f75d9445443f01b
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_9.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_9.pre_mlp_layer_norm.scale/0 b/checkpoint_1007000/target.encoder.layers_9.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..cdfb5c99b3350c6abb8e5e276e1134fe18607284
Binary files /dev/null and b/checkpoint_1007000/target.encoder.layers_9.pre_mlp_layer_norm.scale/0 differ