diff --git a/.gitattributes b/.gitattributes
index d6e337c05ab13f7fb1a45397fd920b96c93b6874..21e28fd8993e96f0c4a155dedcf74427de71d723 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -3370,3 +3370,48 @@ checkpoint_1007000/target.decoder.layers_19.self_attention.query.kernel/0.6 filt
 checkpoint_1007000/target.decoder.layers_19.self_attention.query.kernel/0.5 filter=lfs diff=lfs merge=lfs -text
 checkpoint_1007000/target.decoder.layers_19.self_attention.query.kernel/0.3 filter=lfs diff=lfs merge=lfs -text
 checkpoint_1007000/target.decoder.layers_19.self_attention.query.kernel/0.2 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_19.self_attention.query.kernel/0.4 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/6.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/3.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/7.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/5.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/2.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/4.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/0.7 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/0.6 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/0.5 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/0.3 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/0.2 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/0.4 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/6.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/3.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/7.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/5.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/2.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/4.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/6.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/3.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/7.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/5.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/2.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/4.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/0.7 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/0.6 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/0.5 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/0.3 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/0.2 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/0.4 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/0.7 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/0.6 filter=lfs diff=lfs merge=lfs -text
diff --git a/checkpoint_1007000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_1007000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..2d0ddea1f0046008cb8eb77c5f75d9445443f01b
--- /dev/null
+++ b/checkpoint_1007000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/0 b/checkpoint_1007000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ecfa19b0dce7430b2bf3b8d332f8fa74a447270e
Binary files /dev/null and b/checkpoint_1007000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoint_1007000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_1007000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..2d0ddea1f0046008cb8eb77c5f75d9445443f01b
--- /dev/null
+++ b/checkpoint_1007000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/0 b/checkpoint_1007000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..e9be56889bd034170d61d47394658d8139240870
Binary files /dev/null and b/checkpoint_1007000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoint_1007000/state.param_states.decoder.layers_20.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_1007000/state.param_states.decoder.layers_20.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..2d0ddea1f0046008cb8eb77c5f75d9445443f01b
--- /dev/null
+++ b/checkpoint_1007000/state.param_states.decoder.layers_20.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/state.param_states.decoder.layers_20.pre_mlp_layer_norm.scale.v/0 b/checkpoint_1007000/state.param_states.decoder.layers_20.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..51ca8d8023ebac969381594d1ecadcc5d42add19
Binary files /dev/null and b/checkpoint_1007000/state.param_states.decoder.layers_20.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoint_1007000/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_1007000/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..2d0ddea1f0046008cb8eb77c5f75d9445443f01b
--- /dev/null
+++ b/checkpoint_1007000/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/0 b/checkpoint_1007000/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..0f4d5c81febe29ea5fdccf351bb51b177369933e
Binary files /dev/null and b/checkpoint_1007000/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_1007000/target.decoder.layers_19.self_attention.query.kernel/.zarray.__tmp9965845325617335270.~1663960300776928~ b/checkpoint_1007000/target.decoder.layers_19.self_attention.query.kernel/.zarray.__tmp9965845325617335270.~1663960300776928~
new file mode 100644
index 0000000000000000000000000000000000000000..ddb67420063a3a02f5bd9b9eb19e636151970a4c
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_19.self_attention.query.kernel/.zarray.__tmp9965845325617335270.~1663960300776928~
@@ -0,0 +1 @@
+{"chunks":[4096,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_19.self_attention.query.kernel/0.4 b/checkpoint_1007000/target.decoder.layers_19.self_attention.query.kernel/0.4
new file mode 100644
index 0000000000000000000000000000000000000000..32a68d69a2e6f035b628817e8a191b1afaf7d6a7
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_19.self_attention.query.kernel/0.4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4edd1f8351210a9443b9c86a37f074379c0a5a6745564c2c87116742898cbabf
+size 7808021
diff --git a/checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/.zarray b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..85d85c400c2a2e40fa48c6fa11dd181c623b779a
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096,1280],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,10240],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/.zarray.__tmp10737010418154130528.~1663960300990168~ b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/.zarray.__tmp10737010418154130528.~1663960300990168~
new file mode 100644
index 0000000000000000000000000000000000000000..85d85c400c2a2e40fa48c6fa11dd181c623b779a
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/.zarray.__tmp10737010418154130528.~1663960300990168~
@@ -0,0 +1 @@
+{"chunks":[4096,1280],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,10240],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/.zarray.__tmp15085119283178330789.~1663960300553887~ b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/.zarray.__tmp15085119283178330789.~1663960300553887~
new file mode 100644
index 0000000000000000000000000000000000000000..85d85c400c2a2e40fa48c6fa11dd181c623b779a
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/.zarray.__tmp15085119283178330789.~1663960300553887~
@@ -0,0 +1 @@
+{"chunks":[4096,1280],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,10240],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/.zarray.__tmp17995146359337543296.~1663960300384585~ b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/.zarray.__tmp17995146359337543296.~1663960300384585~
new file mode 100644
index 0000000000000000000000000000000000000000..85d85c400c2a2e40fa48c6fa11dd181c623b779a
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/.zarray.__tmp17995146359337543296.~1663960300384585~
@@ -0,0 +1 @@
+{"chunks":[4096,1280],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,10240],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/.zarray.__tmp2502237801831035616.~1663960300546685~ b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/.zarray.__tmp2502237801831035616.~1663960300546685~
new file mode 100644
index 0000000000000000000000000000000000000000..85d85c400c2a2e40fa48c6fa11dd181c623b779a
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/.zarray.__tmp2502237801831035616.~1663960300546685~
@@ -0,0 +1 @@
+{"chunks":[4096,1280],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,10240],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/.zarray.__tmp2850853085514675605.~1663960300891189~ b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/.zarray.__tmp2850853085514675605.~1663960300891189~
new file mode 100644
index 0000000000000000000000000000000000000000..85d85c400c2a2e40fa48c6fa11dd181c623b779a
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/.zarray.__tmp2850853085514675605.~1663960300891189~
@@ -0,0 +1 @@
+{"chunks":[4096,1280],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,10240],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/.zarray.__tmp4195479506829954279.~1663960300421542~ b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/.zarray.__tmp4195479506829954279.~1663960300421542~
new file mode 100644
index 0000000000000000000000000000000000000000..85d85c400c2a2e40fa48c6fa11dd181c623b779a
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/.zarray.__tmp4195479506829954279.~1663960300421542~
@@ -0,0 +1 @@
+{"chunks":[4096,1280],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,10240],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/.zarray.__tmp5713260649823328635.~1663960300313238~ b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/.zarray.__tmp5713260649823328635.~1663960300313238~
new file mode 100644
index 0000000000000000000000000000000000000000..85d85c400c2a2e40fa48c6fa11dd181c623b779a
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/.zarray.__tmp5713260649823328635.~1663960300313238~
@@ -0,0 +1 @@
+{"chunks":[4096,1280],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,10240],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/0.0 b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6111f1ac5ae27c2397216b490c2c1a04bb84d999
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b2cd8a0d2f95af5d023fea4f99b25ab22efa91e7c0aebdbba91eaaaddb5f991
+size 19532230
diff --git a/checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/0.1 b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..7d0adbd380ed30a466606456993b013a454f05f1
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93504f188626573533e369d40cad516922cd9234ba2dc5318dc0cea8eefa8aa2
+size 19531039
diff --git a/checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/0.2 b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/0.2
new file mode 100644
index 0000000000000000000000000000000000000000..5b4a4a906c00136018b03311627eae3fff57297e
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/0.2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b90fc52edb0a7356fdc33b2e3fc6fc8a7fbd47a8b8e6cff369445c33abec6dcc
+size 19532040
diff --git a/checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/0.3 b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/0.3
new file mode 100644
index 0000000000000000000000000000000000000000..dce4b976971b660b25a5e1401264a28793b450fe
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/0.3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e81a1b49f465fa1322333dde569da6fc01cbfc4b795c10dbe8cdede5645abb9
+size 19532134
diff --git a/checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/0.4 b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/0.4
new file mode 100644
index 0000000000000000000000000000000000000000..49a5c227b532fdf6f33a2cb694d55c02adcff147
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/0.4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d6ab7b8ff335160181a9ba8bff2bf74eac6bb92d0412118f7d6d999fb7ff63
+size 19532775
diff --git a/checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/0.5 b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/0.5
new file mode 100644
index 0000000000000000000000000000000000000000..b2d6240731aa90c7654ab61151cb75670cf2d37e
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/0.5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeef924c703454dd3280143158db3f634f6bb29ec25dbccaaef2d3bdf9d90743
+size 19532154
diff --git a/checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/0.6 b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/0.6
new file mode 100644
index 0000000000000000000000000000000000000000..a5af6555818c9455907f5f0faede1995bc9e62e4
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/0.6
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e813e9dde4628abb33e6a9bd95f4d2e5dd99b1522291317ba9f4ff68eeaa565
+size 19531998
diff --git a/checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/0.7 b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/0.7
new file mode 100644
index 0000000000000000000000000000000000000000..fa8e8b44ada2eb8b6a65625c7f720a773f17c354
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_20.mlp.wi_0.kernel/0.7
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:224b936dcf0f88ae4acae7c4523123173d15acc4abf8d3ea3730ad62f911394c
+size 19532219
diff --git a/checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/.zarray b/checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..46a17786925fd95f6e6bc0c41a18b141457bb2ee
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[512,4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/.zarray.__tmp12472498129906000649.~1663960300987181~ b/checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/.zarray.__tmp12472498129906000649.~1663960300987181~
new file mode 100644
index 0000000000000000000000000000000000000000..46a17786925fd95f6e6bc0c41a18b141457bb2ee
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/.zarray.__tmp12472498129906000649.~1663960300987181~
@@ -0,0 +1 @@
+{"chunks":[512,4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/.zarray.__tmp15997632327377674563.~1663960300385093~ b/checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/.zarray.__tmp15997632327377674563.~1663960300385093~
new file mode 100644
index 0000000000000000000000000000000000000000..46a17786925fd95f6e6bc0c41a18b141457bb2ee
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/.zarray.__tmp15997632327377674563.~1663960300385093~
@@ -0,0 +1 @@
+{"chunks":[512,4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/.zarray.__tmp17161090791735915174.~1663960300990295~ b/checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/.zarray.__tmp17161090791735915174.~1663960300990295~
new file mode 100644
index 0000000000000000000000000000000000000000..46a17786925fd95f6e6bc0c41a18b141457bb2ee
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/.zarray.__tmp17161090791735915174.~1663960300990295~
@@ -0,0 +1 @@
+{"chunks":[512,4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/.zarray.__tmp17678183565922492582.~1663960300887921~ b/checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/.zarray.__tmp17678183565922492582.~1663960300887921~
new file mode 100644
index 0000000000000000000000000000000000000000..46a17786925fd95f6e6bc0c41a18b141457bb2ee
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/.zarray.__tmp17678183565922492582.~1663960300887921~
@@ -0,0 +1 @@
+{"chunks":[512,4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/.zarray.__tmp2311522688625836680.~1663960300632690~ b/checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/.zarray.__tmp2311522688625836680.~1663960300632690~
new file mode 100644
index 0000000000000000000000000000000000000000..46a17786925fd95f6e6bc0c41a18b141457bb2ee
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/.zarray.__tmp2311522688625836680.~1663960300632690~
@@ -0,0 +1 @@
+{"chunks":[512,4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/.zarray.__tmp912729723844932576.~1663960300499988~ b/checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/.zarray.__tmp912729723844932576.~1663960300499988~
new file mode 100644
index 0000000000000000000000000000000000000000..46a17786925fd95f6e6bc0c41a18b141457bb2ee
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/.zarray.__tmp912729723844932576.~1663960300499988~
@@ -0,0 +1 @@
+{"chunks":[512,4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/.zarray.__tmp9597664565037842435.~1663960300550190~ b/checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/.zarray.__tmp9597664565037842435.~1663960300550190~
new file mode 100644
index 0000000000000000000000000000000000000000..46a17786925fd95f6e6bc0c41a18b141457bb2ee
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/.zarray.__tmp9597664565037842435.~1663960300550190~
@@ -0,0 +1 @@
+{"chunks":[512,4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/0.0 b/checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a2078fb13d3c235c22e2012583e6f15ef81d77b3
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27a3d6ca530d2fc6ea4b07bfea03b159c5119fd4b6e56efc5f134d734fcd832f
+size 7818488
diff --git a/checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/1.0 b/checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..dc2dbb86e22a30dd794bd3ed7b6097c1b1029b2a
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4623f357c785d32265d8e24d979cd63cb8ea5d0adbbeebfaa8259e92c863baf0
+size 7815514
diff --git a/checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/2.0 b/checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/2.0
new file mode 100644
index 0000000000000000000000000000000000000000..c1f69ae5dc2f4a8a00760b91eb06ae11114943cb
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/2.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b5e5e22ac68c54a580d02e9a15698cd19fcf21e6f460c42ca0fcd60f6d9236
+size 7817706
diff --git a/checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/3.0 b/checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/3.0
new file mode 100644
index 0000000000000000000000000000000000000000..6de2bde50d723942a08bf1bd39d610b3fa9a569d
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/3.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:434038e3f5fb6258dac91346eecb0af3aed520884bd415b2cc01eb86bce414c8
+size 7822001
diff --git a/checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/4.0 b/checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/4.0
new file mode 100644
index 0000000000000000000000000000000000000000..4a6aa02a877de0fd0fa42fb5a44e0d9f0903f75d
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/4.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03154082b286cfd0a05625d7b1bf0d1a1018a0b7119556d6628dd3915aba8ef5
+size 7822051
diff --git a/checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/5.0 b/checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/5.0
new file mode 100644
index 0000000000000000000000000000000000000000..0775ac48ed764f331a143cd86e9ec21acdc914de
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/5.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa27423cf3f3f6f9fd188c1e542296767b7fd1184973bd3131baa910bf732d6b
+size 7820709
diff --git a/checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/6.0 b/checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/6.0
new file mode 100644
index 0000000000000000000000000000000000000000..d17d86a34febdc840d6b776f584462e3c50573dc
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/6.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb06ea6d12ff8410eafc1e1d003b283d80425958dd851b753c45ea3b90a8e46a
+size 7820646
diff --git a/checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/7.0 b/checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/7.0
new file mode 100644
index 0000000000000000000000000000000000000000..a1f84557b6c3ca9ac73d551fde86fff2aa0ce008
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_5.self_attention.out.kernel/7.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c3c01930b194a7bd0988353a530281cd3b4cdd242700d84073f08127e69272
+size 7817407
diff --git a/checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/.zarray b/checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ddb67420063a3a02f5bd9b9eb19e636151970a4c
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/.zarray.__tmp10784686010286414521.~1663960300622263~ b/checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/.zarray.__tmp10784686010286414521.~1663960300622263~
new file mode 100644
index 0000000000000000000000000000000000000000..ddb67420063a3a02f5bd9b9eb19e636151970a4c
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/.zarray.__tmp10784686010286414521.~1663960300622263~
@@ -0,0 +1 @@
+{"chunks":[4096,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/.zarray.__tmp1264248097414776324.~1663960300599753~ b/checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/.zarray.__tmp1264248097414776324.~1663960300599753~
new file mode 100644
index 0000000000000000000000000000000000000000..ddb67420063a3a02f5bd9b9eb19e636151970a4c
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/.zarray.__tmp1264248097414776324.~1663960300599753~
@@ -0,0 +1 @@
+{"chunks":[4096,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/.zarray.__tmp17781551333248209554.~1663960300504701~ b/checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/.zarray.__tmp17781551333248209554.~1663960300504701~
new file mode 100644
index 0000000000000000000000000000000000000000..ddb67420063a3a02f5bd9b9eb19e636151970a4c
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/.zarray.__tmp17781551333248209554.~1663960300504701~
@@ -0,0 +1 @@
+{"chunks":[4096,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/.zarray.__tmp187759084959598207.~1663960300730800~ b/checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/.zarray.__tmp187759084959598207.~1663960300730800~
new file mode 100644
index 0000000000000000000000000000000000000000..ddb67420063a3a02f5bd9b9eb19e636151970a4c
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/.zarray.__tmp187759084959598207.~1663960300730800~
@@ -0,0 +1 @@
+{"chunks":[4096,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/.zarray.__tmp2881458377027394845.~1663960300822313~ b/checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/.zarray.__tmp2881458377027394845.~1663960300822313~
new file mode 100644
index 0000000000000000000000000000000000000000..ddb67420063a3a02f5bd9b9eb19e636151970a4c
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/.zarray.__tmp2881458377027394845.~1663960300822313~
@@ -0,0 +1 @@
+{"chunks":[4096,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/.zarray.__tmp4363225482210754279.~1663960300504781~ b/checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/.zarray.__tmp4363225482210754279.~1663960300504781~
new file mode 100644
index 0000000000000000000000000000000000000000..ddb67420063a3a02f5bd9b9eb19e636151970a4c
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/.zarray.__tmp4363225482210754279.~1663960300504781~
@@ -0,0 +1 @@
+{"chunks":[4096,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/.zarray.__tmp5826863963982597815.~1663960300685363~ b/checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/.zarray.__tmp5826863963982597815.~1663960300685363~
new file mode 100644
index 0000000000000000000000000000000000000000..ddb67420063a3a02f5bd9b9eb19e636151970a4c
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/.zarray.__tmp5826863963982597815.~1663960300685363~
@@ -0,0 +1 @@
+{"chunks":[4096,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/0.0 b/checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9f3d3232ef9a43df25dd953a56b3a3ebd30ed0a8
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a9a7c16fd515bef2e93297960f1f1b0996631bac51121127215c6d742a847f8
+size 7820927
diff --git a/checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/0.1 b/checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..4e80a6a48e3d381a2e42b91906ac8eff451bb33e
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3ca710dee5698ae2f6ea68d9a54e3efcf763f29c4d5a42bc32e97b70c28f891
+size 7820886
diff --git a/checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/0.2 b/checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/0.2
new file mode 100644
index 0000000000000000000000000000000000000000..375c11bfd1a5158fcd16b3ee33a0b6053a32bff1
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/0.2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9449b43b4afbe92357c88914e188d0606a88ead2e25782d97a76ddbf24f06f1
+size 7820320
diff --git a/checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/0.3 b/checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/0.3
new file mode 100644
index 0000000000000000000000000000000000000000..0a1b30b82ca44ca093426ccc8b5f3ad61cf70272
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/0.3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b6b594dde3445b30fdf54c79af67ca6d399a40e8c74d28547d2763e4960f7a
+size 7821560
diff --git a/checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/0.4 b/checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/0.4
new file mode 100644
index 0000000000000000000000000000000000000000..4eada57c7c9c10fdc6a724a2d72acc3aa073854f
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/0.4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cba933955b69d17933085be3a9325f5a78658b5d491400371fa9313781d1e75f
+size 7819326
diff --git a/checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/0.5 b/checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/0.5
new file mode 100644
index 0000000000000000000000000000000000000000..2dbddc785166ad7bfcfb411e57a058683f8774ae
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/0.5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcfb7582fee8ad068c1e59649334b442daf2ff14f998742d9d733bec187f3f27
+size 7821679
diff --git a/checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/0.6 b/checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/0.6
new file mode 100644
index 0000000000000000000000000000000000000000..58b51cbe9dbcf2a090c231be422cbc1dea1eeffb
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/0.6
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870070d2ee58ec8b388a3134cb5c56b71d9b1e796da2c8f052780e23d93cf86d
+size 7818365
diff --git a/checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/0.7 b/checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/0.7
new file mode 100644
index 0000000000000000000000000000000000000000..da7630a2f4e56de60b2829846a5179dde9558ad2
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_5.self_attention.query.kernel/0.7
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37d35e00dcb6a415a3c7579c2b2f65ff535891788e61a3339c1be72f2fdee444
+size 7817997
diff --git a/checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/.zarray b/checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ddb67420063a3a02f5bd9b9eb19e636151970a4c
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/.zarray.__tmp12665211069409053863.~1663960300468155~ b/checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/.zarray.__tmp12665211069409053863.~1663960300468155~
new file mode 100644
index 0000000000000000000000000000000000000000..ddb67420063a3a02f5bd9b9eb19e636151970a4c
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/.zarray.__tmp12665211069409053863.~1663960300468155~
@@ -0,0 +1 @@
+{"chunks":[4096,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/.zarray.__tmp12752866178273683104.~1663960300502682~ b/checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/.zarray.__tmp12752866178273683104.~1663960300502682~
new file mode 100644
index 0000000000000000000000000000000000000000..ddb67420063a3a02f5bd9b9eb19e636151970a4c
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/.zarray.__tmp12752866178273683104.~1663960300502682~
@@ -0,0 +1 @@
+{"chunks":[4096,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/.zarray.__tmp17704954230880301999.~1663960300498091~ b/checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/.zarray.__tmp17704954230880301999.~1663960300498091~
new file mode 100644
index 0000000000000000000000000000000000000000..ddb67420063a3a02f5bd9b9eb19e636151970a4c
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/.zarray.__tmp17704954230880301999.~1663960300498091~
@@ -0,0 +1 @@
+{"chunks":[4096,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/0.0 b/checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..29d218d5c1cc627df4bb71cfeccd985f228737d6
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9265dfab5ada6f228a2a701ec1e24e24b3cfd89201178be0afadb140e8337b0
+size 7797786
diff --git a/checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/0.1 b/checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..ef18574fde44e9afc036cee6f8f3ca25885e4d07
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ed9ccd8c31b94244cd996b1ddaf8a401a7d3350a967ce35639192e8d28924d0
+size 7798055
diff --git a/checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/0.6 b/checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/0.6
new file mode 100644
index 0000000000000000000000000000000000000000..655738a558f9adf50741ad989f6cfd884e9a1721
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/0.6
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2af637dc9071a10595c53a7fd7381bcb2372bc03becf384f30ea4b55889af28
+size 7802368
diff --git a/checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/0.7 b/checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/0.7
new file mode 100644
index 0000000000000000000000000000000000000000..edd4833fc2ea4ebfa2370f48213772139aa1a5b1
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_1.attention.key.kernel/0.7
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1489d10316acc0e47afce6bddeedd64ab1ac9614620cde074a7e67028b422f86
+size 7803983
diff --git a/checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/.zarray b/checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..09cd48d671394bbe8318239fc58854bdb2c91ea7
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1280,4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[10240,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/.zarray.__tmp13596104215243559040.~1663960300549589~ b/checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/.zarray.__tmp13596104215243559040.~1663960300549589~
new file mode 100644
index 0000000000000000000000000000000000000000..09cd48d671394bbe8318239fc58854bdb2c91ea7
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/.zarray.__tmp13596104215243559040.~1663960300549589~
@@ -0,0 +1 @@
+{"chunks":[1280,4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[10240,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/.zarray.__tmp1422632590596906119.~1663960300776958~ b/checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/.zarray.__tmp1422632590596906119.~1663960300776958~
new file mode 100644
index 0000000000000000000000000000000000000000..09cd48d671394bbe8318239fc58854bdb2c91ea7
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/.zarray.__tmp1422632590596906119.~1663960300776958~
@@ -0,0 +1 @@
+{"chunks":[1280,4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[10240,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/.zarray.__tmp17119154702809879081.~1663960300423112~ b/checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/.zarray.__tmp17119154702809879081.~1663960300423112~
new file mode 100644
index 0000000000000000000000000000000000000000..09cd48d671394bbe8318239fc58854bdb2c91ea7
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/.zarray.__tmp17119154702809879081.~1663960300423112~
@@ -0,0 +1 @@
+{"chunks":[1280,4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[10240,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/.zarray.__tmp3117203509010519789.~1663960300466238~ b/checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/.zarray.__tmp3117203509010519789.~1663960300466238~
new file mode 100644
index 0000000000000000000000000000000000000000..09cd48d671394bbe8318239fc58854bdb2c91ea7
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/.zarray.__tmp3117203509010519789.~1663960300466238~
@@ -0,0 +1 @@
+{"chunks":[1280,4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[10240,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/.zarray.__tmp390004574574275329.~1663960300873198~ b/checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/.zarray.__tmp390004574574275329.~1663960300873198~
new file mode 100644
index 0000000000000000000000000000000000000000..09cd48d671394bbe8318239fc58854bdb2c91ea7
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/.zarray.__tmp390004574574275329.~1663960300873198~
@@ -0,0 +1 @@
+{"chunks":[1280,4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[10240,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/.zarray.__tmp7058288302024615357.~1663960300312617~ b/checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/.zarray.__tmp7058288302024615357.~1663960300312617~
new file mode 100644
index 0000000000000000000000000000000000000000..09cd48d671394bbe8318239fc58854bdb2c91ea7
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/.zarray.__tmp7058288302024615357.~1663960300312617~
@@ -0,0 +1 @@
+{"chunks":[1280,4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[10240,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/0.0 b/checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..926cd0ff1d351c31ca0e0a3ed9796d8c68dc717f
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5219a6f37ceba36e0ea7e893b974e682908fc95257dbbf9e94aab3549afb3a50
+size 19508099
diff --git a/checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/1.0 b/checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..086f219f7d467c205971c15a6f14ca8a6b14e783
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e55bcf6eb88ba1093777e5792793346ce9482e2cf454c476a17f4bcfeaddf5e
+size 19506661
diff --git a/checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/2.0 b/checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/2.0
new file mode 100644
index 0000000000000000000000000000000000000000..cbd31b6a86eebb1d233d606f6d63848b9cfed3bb
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/2.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:742eca93ab853dbe034b9915fc1a4da0d7bb5b31a547d2b62bd3567e803a483c
+size 19507993
diff --git a/checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/3.0 b/checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/3.0
new file mode 100644
index 0000000000000000000000000000000000000000..ab99b8b6bca0e854e807ea0c198c2651b4a683df
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/3.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc14e79d6f8960bee4c6e61a16bd5d6eb45cc5f53b7ae67fffda61fc8b704c8
+size 19506551
diff --git a/checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/4.0 b/checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/4.0
new file mode 100644
index 0000000000000000000000000000000000000000..6df4d756d6149721bbf17bc78f284ed6ee029bf4
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/4.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a68b34ab395e3352a9566d674ec4de0d0461a437962201758cf3e6da325889b0
+size 19507492
diff --git a/checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/5.0 b/checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/5.0
new file mode 100644
index 0000000000000000000000000000000000000000..8e0888e5521f9cad6fc4cbcf2cf2cc5af3132a35
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/5.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d45ddfe89afb07d0502d3bb8f7e6b4ac33a7972b1f3eb82ad253b53468e5b0f6
+size 19508241
diff --git a/checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/6.0 b/checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/6.0
new file mode 100644
index 0000000000000000000000000000000000000000..40547e52d6ced093c062b382c16cbe3f44188292
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/6.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa5b7fc5e720054ca24d30629db1301e150a79ea91e3c753c185ba01915a5f1
+size 19508317
diff --git a/checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/7.0 b/checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/7.0
new file mode 100644
index 0000000000000000000000000000000000000000..3f2d15dbc5d268434eabd34dee5adaa46726e5d9
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_1.mlp.wo.kernel/7.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c8f4a7b19aeb6dc905c7fb50b689c8bfce349845a14ca240289862b6ea4adf3
+size 19507355
diff --git a/checkpoint_1007000/target.encoder.layers_14.pre_attention_layer_norm.scale/.zarray b/checkpoint_1007000/target.encoder.layers_14.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..2d0ddea1f0046008cb8eb77c5f75d9445443f01b
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_14.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_14.pre_attention_layer_norm.scale/0 b/checkpoint_1007000/target.encoder.layers_14.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..2b47f088ad56004143adf57ae2b46d0210da17ec
Binary files /dev/null and b/checkpoint_1007000/target.encoder.layers_14.pre_attention_layer_norm.scale/0 differ
diff --git a/checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/.zarray b/checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..46a17786925fd95f6e6bc0c41a18b141457bb2ee
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[512,4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/.zarray.__tmp1099266032515556554.~1663960300501741~ b/checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/.zarray.__tmp1099266032515556554.~1663960300501741~
new file mode 100644
index 0000000000000000000000000000000000000000..46a17786925fd95f6e6bc0c41a18b141457bb2ee
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/.zarray.__tmp1099266032515556554.~1663960300501741~
@@ -0,0 +1 @@
+{"chunks":[512,4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/.zarray.__tmp6512901175197849497.~1663960300271773~ b/checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/.zarray.__tmp6512901175197849497.~1663960300271773~
new file mode 100644
index 0000000000000000000000000000000000000000..46a17786925fd95f6e6bc0c41a18b141457bb2ee
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/.zarray.__tmp6512901175197849497.~1663960300271773~
@@ -0,0 +1 @@
+{"chunks":[512,4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/.zarray.__tmp7008825550275182402.~1663960300728092~ b/checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/.zarray.__tmp7008825550275182402.~1663960300728092~
new file mode 100644
index 0000000000000000000000000000000000000000..46a17786925fd95f6e6bc0c41a18b141457bb2ee
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/.zarray.__tmp7008825550275182402.~1663960300728092~
@@ -0,0 +1 @@
+{"chunks":[512,4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/.zarray.__tmp8547803926790038752.~1663960300221156~ b/checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/.zarray.__tmp8547803926790038752.~1663960300221156~
new file mode 100644
index 0000000000000000000000000000000000000000..46a17786925fd95f6e6bc0c41a18b141457bb2ee
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/.zarray.__tmp8547803926790038752.~1663960300221156~
@@ -0,0 +1 @@
+{"chunks":[512,4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/.zarray.__tmp966177999952105295.~1663960300726275~ b/checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/.zarray.__tmp966177999952105295.~1663960300726275~
new file mode 100644
index 0000000000000000000000000000000000000000..46a17786925fd95f6e6bc0c41a18b141457bb2ee
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/.zarray.__tmp966177999952105295.~1663960300726275~
@@ -0,0 +1 @@
+{"chunks":[512,4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/.zarray.__tmp9923099185395191194.~1663960300347564~ b/checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/.zarray.__tmp9923099185395191194.~1663960300347564~
new file mode 100644
index 0000000000000000000000000000000000000000..46a17786925fd95f6e6bc0c41a18b141457bb2ee
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/.zarray.__tmp9923099185395191194.~1663960300347564~
@@ -0,0 +1 @@
+{"chunks":[512,4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/0.0 b/checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e112e22da4bd1dff39e15c782dec9a0f21a057d3
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1861f9c2d775165d431b8148da7ed4331fcfd87a272f23695f169c1f2a5db6e0
+size 7816818
diff --git a/checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/1.0 b/checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..180ef6b50f951b9e32a6b1760fc635a9af03bd8f
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d016095421e0542460d54d4040c600f97404530fa8ead54869321e54f39d1e
+size 7818884
diff --git a/checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/2.0 b/checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/2.0
new file mode 100644
index 0000000000000000000000000000000000000000..6afe8f5f9c6c019e8a43254da953d42cbd1c88f2
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/2.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dd5b8a997313c70205b752b71f1ebafa3ae2909c24b2cfc6cd5484b8c427bf4
+size 7819973
diff --git a/checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/3.0 b/checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/3.0
new file mode 100644
index 0000000000000000000000000000000000000000..94e3a68046342a43ba5f052563cd6dbebc356018
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/3.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8327a69984ca80efc5b2573ae8f8c8076e2be47e7aec9458609ccaeff6916611
+size 7818980
diff --git a/checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/4.0 b/checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/4.0
new file mode 100644
index 0000000000000000000000000000000000000000..6763fe26ce0373c78304a277db27b528359765cd
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/4.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b15a66f664bbcb74a8c4b0a2c0e7c0084d290b44f411a803829b56ed928b38e5
+size 7818206
diff --git a/checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/5.0 b/checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/5.0
new file mode 100644
index 0000000000000000000000000000000000000000..b3e04f3f44b1d30e0026b2e44c18b9a3db320ba6
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/5.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:737a5d6d981baa43a7c5a4ae5f52ca19e8d70cd90d6c1444e67a1de033e16711
+size 7821224
diff --git a/checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/6.0 b/checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/6.0
new file mode 100644
index 0000000000000000000000000000000000000000..d9956c9f2dc57f1e4a4d0cc8f4a9749f98f3702c
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/6.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b238821e33e54ff31c7430710f42e9791b318d0cc7a1646676a4d42a10e9cbf7
+size 7819700
diff --git a/checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/7.0 b/checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/7.0
new file mode 100644
index 0000000000000000000000000000000000000000..1f6f0d55f33116892d2a6383919ed3e8014f3594
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_16.attention.out.kernel/7.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7120aabcb4f89a5479720bd56ef75747497865aba31b143f4bec534505220f91
+size 7819571
diff --git a/checkpoint_1007000/target.encoder.layers_8.pre_mlp_layer_norm.scale/.zarray b/checkpoint_1007000/target.encoder.layers_8.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..2d0ddea1f0046008cb8eb77c5f75d9445443f01b
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_8.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_8.pre_mlp_layer_norm.scale/0 b/checkpoint_1007000/target.encoder.layers_8.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..522095990a29c20d095bd5918863e8150fbb035d
Binary files /dev/null and b/checkpoint_1007000/target.encoder.layers_8.pre_mlp_layer_norm.scale/0 differ