diff --git a/model/params/model/visual/blocks/14/norm1/kernel/0 b/model/params/model/visual/blocks/14/norm1/kernel/0
new file mode 100644
index 0000000000000000000000000000000000000000..14009f6abc187b0319f1a4fc70b9bd6c6acc1ac3
Binary files /dev/null and b/model/params/model/visual/blocks/14/norm1/kernel/0 differ
diff --git a/model/params/model/visual/blocks/14/norm2/kernel/.zarray b/model/params/model/visual/blocks/14/norm2/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..13570c20a475d7a4f35f655350cf560708114bb8
--- /dev/null
+++ b/model/params/model/visual/blocks/14/norm2/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/15/attn/proj/kernel/.zarray b/model/params/model/visual/blocks/15/attn/proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c66b99465c1430f7e05ffd79381a2eca6ed4d48c
--- /dev/null
+++ b/model/params/model/visual/blocks/15/attn/proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,384],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/15/attn/qkv/kernel/.zarray b/model/params/model/visual/blocks/15/attn/qkv/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5d464d118869d3fa87097b63cf90be221aefa400
--- /dev/null
+++ b/model/params/model/visual/blocks/15/attn/qkv/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[384,4608],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536,4608],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/15/mlp/down_proj/kernel/.zarray b/model/params/model/visual/blocks/15/mlp/down_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..0c76e816644f867d0b1cee8aed4278aea5096ac1
--- /dev/null
+++ b/model/params/model/visual/blocks/15/mlp/down_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096,384],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/15/mlp/gate_proj/kernel/.zarray b/model/params/model/visual/blocks/15/mlp/gate_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5c3c9a990f8bbcfcaca9f0bf04c88698b23248f0
--- /dev/null
+++ b/model/params/model/visual/blocks/15/mlp/gate_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[384,4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/15/mlp/up_proj/kernel/.zarray b/model/params/model/visual/blocks/15/mlp/up_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5c3c9a990f8bbcfcaca9f0bf04c88698b23248f0
--- /dev/null
+++ b/model/params/model/visual/blocks/15/mlp/up_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[384,4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/15/norm1/kernel/.zarray b/model/params/model/visual/blocks/15/norm1/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..13570c20a475d7a4f35f655350cf560708114bb8
--- /dev/null
+++ b/model/params/model/visual/blocks/15/norm1/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/15/norm1/kernel/0 b/model/params/model/visual/blocks/15/norm1/kernel/0
new file mode 100644
index 0000000000000000000000000000000000000000..4fc3a649205d311d40f7784c7c7079e31dc2062a
Binary files /dev/null and b/model/params/model/visual/blocks/15/norm1/kernel/0 differ
diff --git a/model/params/model/visual/blocks/15/norm2/kernel/.zarray b/model/params/model/visual/blocks/15/norm2/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..13570c20a475d7a4f35f655350cf560708114bb8
--- /dev/null
+++ b/model/params/model/visual/blocks/15/norm2/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/16/attn/proj/kernel/.zarray b/model/params/model/visual/blocks/16/attn/proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c66b99465c1430f7e05ffd79381a2eca6ed4d48c
--- /dev/null
+++ b/model/params/model/visual/blocks/16/attn/proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,384],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/16/attn/qkv/kernel/.zarray b/model/params/model/visual/blocks/16/attn/qkv/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5d464d118869d3fa87097b63cf90be221aefa400
--- /dev/null
+++ b/model/params/model/visual/blocks/16/attn/qkv/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[384,4608],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536,4608],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/16/mlp/down_proj/kernel/.zarray b/model/params/model/visual/blocks/16/mlp/down_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..0c76e816644f867d0b1cee8aed4278aea5096ac1
--- /dev/null
+++ b/model/params/model/visual/blocks/16/mlp/down_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096,384],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/16/mlp/gate_proj/kernel/.zarray b/model/params/model/visual/blocks/16/mlp/gate_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5c3c9a990f8bbcfcaca9f0bf04c88698b23248f0
--- /dev/null
+++ b/model/params/model/visual/blocks/16/mlp/gate_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[384,4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/16/mlp/up_proj/kernel/.zarray b/model/params/model/visual/blocks/16/mlp/up_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5c3c9a990f8bbcfcaca9f0bf04c88698b23248f0
--- /dev/null
+++ b/model/params/model/visual/blocks/16/mlp/up_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[384,4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/16/norm1/kernel/.zarray b/model/params/model/visual/blocks/16/norm1/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..13570c20a475d7a4f35f655350cf560708114bb8
--- /dev/null
+++ b/model/params/model/visual/blocks/16/norm1/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/16/norm2/kernel/.zarray b/model/params/model/visual/blocks/16/norm2/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..13570c20a475d7a4f35f655350cf560708114bb8
--- /dev/null
+++ b/model/params/model/visual/blocks/16/norm2/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/17/attn/proj/kernel/.zarray b/model/params/model/visual/blocks/17/attn/proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c66b99465c1430f7e05ffd79381a2eca6ed4d48c
--- /dev/null
+++ b/model/params/model/visual/blocks/17/attn/proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,384],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/17/attn/qkv/kernel/.zarray b/model/params/model/visual/blocks/17/attn/qkv/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5d464d118869d3fa87097b63cf90be221aefa400
--- /dev/null
+++ b/model/params/model/visual/blocks/17/attn/qkv/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[384,4608],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536,4608],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/17/mlp/down_proj/kernel/.zarray b/model/params/model/visual/blocks/17/mlp/down_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..0c76e816644f867d0b1cee8aed4278aea5096ac1
--- /dev/null
+++ b/model/params/model/visual/blocks/17/mlp/down_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096,384],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/17/mlp/gate_proj/kernel/.zarray b/model/params/model/visual/blocks/17/mlp/gate_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5c3c9a990f8bbcfcaca9f0bf04c88698b23248f0
--- /dev/null
+++ b/model/params/model/visual/blocks/17/mlp/gate_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[384,4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/17/mlp/up_proj/kernel/.zarray b/model/params/model/visual/blocks/17/mlp/up_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5c3c9a990f8bbcfcaca9f0bf04c88698b23248f0
--- /dev/null
+++ b/model/params/model/visual/blocks/17/mlp/up_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[384,4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/17/norm1/kernel/.zarray b/model/params/model/visual/blocks/17/norm1/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..13570c20a475d7a4f35f655350cf560708114bb8
--- /dev/null
+++ b/model/params/model/visual/blocks/17/norm1/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/17/norm1/kernel/0 b/model/params/model/visual/blocks/17/norm1/kernel/0
new file mode 100644
index 0000000000000000000000000000000000000000..5d87124132656b3bed18bdc1283e35f0ad9c2109
Binary files /dev/null and b/model/params/model/visual/blocks/17/norm1/kernel/0 differ
diff --git a/model/params/model/visual/blocks/17/norm2/kernel/.zarray b/model/params/model/visual/blocks/17/norm2/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..13570c20a475d7a4f35f655350cf560708114bb8
--- /dev/null
+++ b/model/params/model/visual/blocks/17/norm2/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/17/norm2/kernel/0 b/model/params/model/visual/blocks/17/norm2/kernel/0
new file mode 100644
index 0000000000000000000000000000000000000000..bbfd5d9d1e90559dd5705850ade1b376d0b37ca9
Binary files /dev/null and b/model/params/model/visual/blocks/17/norm2/kernel/0 differ
diff --git a/model/params/model/visual/blocks/18/attn/proj/kernel/.zarray b/model/params/model/visual/blocks/18/attn/proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c66b99465c1430f7e05ffd79381a2eca6ed4d48c
--- /dev/null
+++ b/model/params/model/visual/blocks/18/attn/proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,384],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/18/attn/qkv/kernel/.zarray b/model/params/model/visual/blocks/18/attn/qkv/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5d464d118869d3fa87097b63cf90be221aefa400
--- /dev/null
+++ b/model/params/model/visual/blocks/18/attn/qkv/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[384,4608],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536,4608],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/18/mlp/down_proj/kernel/.zarray b/model/params/model/visual/blocks/18/mlp/down_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..0c76e816644f867d0b1cee8aed4278aea5096ac1
--- /dev/null
+++ b/model/params/model/visual/blocks/18/mlp/down_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096,384],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/18/mlp/up_proj/kernel/.zarray b/model/params/model/visual/blocks/18/mlp/up_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5c3c9a990f8bbcfcaca9f0bf04c88698b23248f0
--- /dev/null
+++ b/model/params/model/visual/blocks/18/mlp/up_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[384,4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/18/norm1/kernel/.zarray b/model/params/model/visual/blocks/18/norm1/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..13570c20a475d7a4f35f655350cf560708114bb8
--- /dev/null
+++ b/model/params/model/visual/blocks/18/norm1/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/18/norm2/kernel/.zarray b/model/params/model/visual/blocks/18/norm2/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..13570c20a475d7a4f35f655350cf560708114bb8
--- /dev/null
+++ b/model/params/model/visual/blocks/18/norm2/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/18/norm2/kernel/0 b/model/params/model/visual/blocks/18/norm2/kernel/0
new file mode 100644
index 0000000000000000000000000000000000000000..5ed4d8982bf68047fd352411bf850f0784c9186f
Binary files /dev/null and b/model/params/model/visual/blocks/18/norm2/kernel/0 differ
diff --git a/model/params/model/visual/blocks/19/attn/proj/kernel/.zarray b/model/params/model/visual/blocks/19/attn/proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c66b99465c1430f7e05ffd79381a2eca6ed4d48c
--- /dev/null
+++ b/model/params/model/visual/blocks/19/attn/proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,384],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/19/attn/qkv/kernel/.zarray b/model/params/model/visual/blocks/19/attn/qkv/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5d464d118869d3fa87097b63cf90be221aefa400
--- /dev/null
+++ b/model/params/model/visual/blocks/19/attn/qkv/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[384,4608],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536,4608],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/20/attn/qkv/kernel/.zarray b/model/params/model/visual/blocks/20/attn/qkv/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5d464d118869d3fa87097b63cf90be221aefa400
--- /dev/null
+++ b/model/params/model/visual/blocks/20/attn/qkv/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[384,4608],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536,4608],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/20/mlp/down_proj/kernel/.zarray b/model/params/model/visual/blocks/20/mlp/down_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..0c76e816644f867d0b1cee8aed4278aea5096ac1
--- /dev/null
+++ b/model/params/model/visual/blocks/20/mlp/down_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096,384],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/21/attn/proj/kernel/.zarray b/model/params/model/visual/blocks/21/attn/proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c66b99465c1430f7e05ffd79381a2eca6ed4d48c
--- /dev/null
+++ b/model/params/model/visual/blocks/21/attn/proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,384],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/21/mlp/down_proj/kernel/.zarray b/model/params/model/visual/blocks/21/mlp/down_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..0c76e816644f867d0b1cee8aed4278aea5096ac1
--- /dev/null
+++ b/model/params/model/visual/blocks/21/mlp/down_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096,384],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/21/mlp/gate_proj/kernel/.zarray b/model/params/model/visual/blocks/21/mlp/gate_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5c3c9a990f8bbcfcaca9f0bf04c88698b23248f0
--- /dev/null
+++ b/model/params/model/visual/blocks/21/mlp/gate_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[384,4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/21/mlp/up_proj/kernel/.zarray b/model/params/model/visual/blocks/21/mlp/up_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5c3c9a990f8bbcfcaca9f0bf04c88698b23248f0
--- /dev/null
+++ b/model/params/model/visual/blocks/21/mlp/up_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[384,4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/21/norm1/kernel/.zarray b/model/params/model/visual/blocks/21/norm1/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..13570c20a475d7a4f35f655350cf560708114bb8
--- /dev/null
+++ b/model/params/model/visual/blocks/21/norm1/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/21/norm1/kernel/0 b/model/params/model/visual/blocks/21/norm1/kernel/0
new file mode 100644
index 0000000000000000000000000000000000000000..25526df25e31bc2659b7959da8f486ff23a5964d
Binary files /dev/null and b/model/params/model/visual/blocks/21/norm1/kernel/0 differ
diff --git a/model/params/model/visual/blocks/21/norm2/kernel/.zarray b/model/params/model/visual/blocks/21/norm2/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..13570c20a475d7a4f35f655350cf560708114bb8
--- /dev/null
+++ b/model/params/model/visual/blocks/21/norm2/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/21/norm2/kernel/0 b/model/params/model/visual/blocks/21/norm2/kernel/0
new file mode 100644
index 0000000000000000000000000000000000000000..f1525d2186e78bc6b80dd71e4986f967ea52b959
Binary files /dev/null and b/model/params/model/visual/blocks/21/norm2/kernel/0 differ
diff --git a/model/params/model/visual/blocks/22/attn/proj/kernel/.zarray b/model/params/model/visual/blocks/22/attn/proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c66b99465c1430f7e05ffd79381a2eca6ed4d48c
--- /dev/null
+++ b/model/params/model/visual/blocks/22/attn/proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,384],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/22/attn/qkv/kernel/.zarray b/model/params/model/visual/blocks/22/attn/qkv/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5d464d118869d3fa87097b63cf90be221aefa400
--- /dev/null
+++ b/model/params/model/visual/blocks/22/attn/qkv/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[384,4608],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536,4608],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/22/mlp/down_proj/kernel/.zarray b/model/params/model/visual/blocks/22/mlp/down_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..0c76e816644f867d0b1cee8aed4278aea5096ac1
--- /dev/null
+++ b/model/params/model/visual/blocks/22/mlp/down_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096,384],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/22/mlp/gate_proj/kernel/.zarray b/model/params/model/visual/blocks/22/mlp/gate_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5c3c9a990f8bbcfcaca9f0bf04c88698b23248f0
--- /dev/null
+++ b/model/params/model/visual/blocks/22/mlp/gate_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[384,4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/22/mlp/up_proj/kernel/.zarray b/model/params/model/visual/blocks/22/mlp/up_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5c3c9a990f8bbcfcaca9f0bf04c88698b23248f0
--- /dev/null
+++ b/model/params/model/visual/blocks/22/mlp/up_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[384,4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/22/norm1/kernel/.zarray b/model/params/model/visual/blocks/22/norm1/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..13570c20a475d7a4f35f655350cf560708114bb8
--- /dev/null
+++ b/model/params/model/visual/blocks/22/norm1/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/22/norm1/kernel/0 b/model/params/model/visual/blocks/22/norm1/kernel/0
new file mode 100644
index 0000000000000000000000000000000000000000..7f887349f9a54f9e677ebe0b3741a257af479c69
Binary files /dev/null and b/model/params/model/visual/blocks/22/norm1/kernel/0 differ
diff --git a/model/params/model/visual/blocks/22/norm2/kernel/.zarray b/model/params/model/visual/blocks/22/norm2/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..13570c20a475d7a4f35f655350cf560708114bb8
--- /dev/null
+++ b/model/params/model/visual/blocks/22/norm2/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/23/attn/proj/kernel/.zarray b/model/params/model/visual/blocks/23/attn/proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c66b99465c1430f7e05ffd79381a2eca6ed4d48c
--- /dev/null
+++ b/model/params/model/visual/blocks/23/attn/proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,384],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/23/attn/qkv/kernel/.zarray b/model/params/model/visual/blocks/23/attn/qkv/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5d464d118869d3fa87097b63cf90be221aefa400
--- /dev/null
+++ b/model/params/model/visual/blocks/23/attn/qkv/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[384,4608],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536,4608],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/23/mlp/down_proj/kernel/.zarray b/model/params/model/visual/blocks/23/mlp/down_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..0c76e816644f867d0b1cee8aed4278aea5096ac1
--- /dev/null
+++ b/model/params/model/visual/blocks/23/mlp/down_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096,384],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/23/mlp/gate_proj/kernel/.zarray b/model/params/model/visual/blocks/23/mlp/gate_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5c3c9a990f8bbcfcaca9f0bf04c88698b23248f0
--- /dev/null
+++ b/model/params/model/visual/blocks/23/mlp/gate_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[384,4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/23/mlp/up_proj/kernel/.zarray b/model/params/model/visual/blocks/23/mlp/up_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5c3c9a990f8bbcfcaca9f0bf04c88698b23248f0
--- /dev/null
+++ b/model/params/model/visual/blocks/23/mlp/up_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[384,4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/23/norm1/kernel/.zarray b/model/params/model/visual/blocks/23/norm1/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..13570c20a475d7a4f35f655350cf560708114bb8
--- /dev/null
+++ b/model/params/model/visual/blocks/23/norm1/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/23/norm1/kernel/0 b/model/params/model/visual/blocks/23/norm1/kernel/0
new file mode 100644
index 0000000000000000000000000000000000000000..3f24bfe28e26381c3b176c94c5175b62ca0e9be2
Binary files /dev/null and b/model/params/model/visual/blocks/23/norm1/kernel/0 differ
diff --git a/model/params/model/visual/blocks/23/norm2/kernel/.zarray b/model/params/model/visual/blocks/23/norm2/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..13570c20a475d7a4f35f655350cf560708114bb8
--- /dev/null
+++ b/model/params/model/visual/blocks/23/norm2/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/23/norm2/kernel/0 b/model/params/model/visual/blocks/23/norm2/kernel/0
new file mode 100644
index 0000000000000000000000000000000000000000..5556649d32b58d5a8c63d612141d60840613eab2
Binary files /dev/null and b/model/params/model/visual/blocks/23/norm2/kernel/0 differ
diff --git a/model/params/model/visual/blocks/3/attn/proj/kernel/.zarray b/model/params/model/visual/blocks/3/attn/proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c66b99465c1430f7e05ffd79381a2eca6ed4d48c
--- /dev/null
+++ b/model/params/model/visual/blocks/3/attn/proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,384],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/3/attn/qkv/kernel/.zarray b/model/params/model/visual/blocks/3/attn/qkv/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5d464d118869d3fa87097b63cf90be221aefa400
--- /dev/null
+++ b/model/params/model/visual/blocks/3/attn/qkv/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[384,4608],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536,4608],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/3/mlp/down_proj/kernel/.zarray b/model/params/model/visual/blocks/3/mlp/down_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..0c76e816644f867d0b1cee8aed4278aea5096ac1
--- /dev/null
+++ b/model/params/model/visual/blocks/3/mlp/down_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096,384],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/3/mlp/gate_proj/kernel/.zarray b/model/params/model/visual/blocks/3/mlp/gate_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5c3c9a990f8bbcfcaca9f0bf04c88698b23248f0
--- /dev/null
+++ b/model/params/model/visual/blocks/3/mlp/gate_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[384,4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/3/mlp/up_proj/kernel/.zarray b/model/params/model/visual/blocks/3/mlp/up_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5c3c9a990f8bbcfcaca9f0bf04c88698b23248f0
--- /dev/null
+++ b/model/params/model/visual/blocks/3/mlp/up_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[384,4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/3/norm1/kernel/.zarray b/model/params/model/visual/blocks/3/norm1/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..13570c20a475d7a4f35f655350cf560708114bb8
--- /dev/null
+++ b/model/params/model/visual/blocks/3/norm1/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/3/norm1/kernel/0 b/model/params/model/visual/blocks/3/norm1/kernel/0
new file mode 100644
index 0000000000000000000000000000000000000000..c5eea4200fab1d409b93b8487f369a557138170c
Binary files /dev/null and b/model/params/model/visual/blocks/3/norm1/kernel/0 differ
diff --git a/model/params/model/visual/blocks/3/norm2/kernel/.zarray b/model/params/model/visual/blocks/3/norm2/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..13570c20a475d7a4f35f655350cf560708114bb8
--- /dev/null
+++ b/model/params/model/visual/blocks/3/norm2/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/3/norm2/kernel/0 b/model/params/model/visual/blocks/3/norm2/kernel/0
new file mode 100644
index 0000000000000000000000000000000000000000..8b7baef285f9e1d288d349b946515446fad21e11
Binary files /dev/null and b/model/params/model/visual/blocks/3/norm2/kernel/0 differ
diff --git a/model/params/model/visual/blocks/4/attn/proj/kernel/.zarray b/model/params/model/visual/blocks/4/attn/proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c66b99465c1430f7e05ffd79381a2eca6ed4d48c
--- /dev/null
+++ b/model/params/model/visual/blocks/4/attn/proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,384],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/4/attn/qkv/kernel/.zarray b/model/params/model/visual/blocks/4/attn/qkv/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5d464d118869d3fa87097b63cf90be221aefa400
--- /dev/null
+++ b/model/params/model/visual/blocks/4/attn/qkv/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[384,4608],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536,4608],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/4/mlp/down_proj/kernel/.zarray b/model/params/model/visual/blocks/4/mlp/down_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..0c76e816644f867d0b1cee8aed4278aea5096ac1
--- /dev/null
+++ b/model/params/model/visual/blocks/4/mlp/down_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096,384],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/4/mlp/gate_proj/kernel/.zarray b/model/params/model/visual/blocks/4/mlp/gate_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5c3c9a990f8bbcfcaca9f0bf04c88698b23248f0
--- /dev/null
+++ b/model/params/model/visual/blocks/4/mlp/gate_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[384,4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/4/mlp/up_proj/kernel/.zarray b/model/params/model/visual/blocks/4/mlp/up_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5c3c9a990f8bbcfcaca9f0bf04c88698b23248f0
--- /dev/null
+++ b/model/params/model/visual/blocks/4/mlp/up_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[384,4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/4/norm1/kernel/.zarray b/model/params/model/visual/blocks/4/norm1/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..13570c20a475d7a4f35f655350cf560708114bb8
--- /dev/null
+++ b/model/params/model/visual/blocks/4/norm1/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/4/norm2/kernel/.zarray b/model/params/model/visual/blocks/4/norm2/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..13570c20a475d7a4f35f655350cf560708114bb8
--- /dev/null
+++ b/model/params/model/visual/blocks/4/norm2/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/5/mlp/down_proj/kernel/.zarray b/model/params/model/visual/blocks/5/mlp/down_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..0c76e816644f867d0b1cee8aed4278aea5096ac1
--- /dev/null
+++ b/model/params/model/visual/blocks/5/mlp/down_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096,384],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/5/norm1/kernel/.zarray b/model/params/model/visual/blocks/5/norm1/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..13570c20a475d7a4f35f655350cf560708114bb8
--- /dev/null
+++ b/model/params/model/visual/blocks/5/norm1/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/5/norm2/kernel/.zarray b/model/params/model/visual/blocks/5/norm2/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..13570c20a475d7a4f35f655350cf560708114bb8
--- /dev/null
+++ b/model/params/model/visual/blocks/5/norm2/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/6/attn/qkv/kernel/.zarray b/model/params/model/visual/blocks/6/attn/qkv/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5d464d118869d3fa87097b63cf90be221aefa400
--- /dev/null
+++ b/model/params/model/visual/blocks/6/attn/qkv/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[384,4608],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536,4608],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/6/norm1/kernel/0 b/model/params/model/visual/blocks/6/norm1/kernel/0
new file mode 100644
index 0000000000000000000000000000000000000000..ed89cf8128adec7df4b2703c876b4fa625e15ab8
Binary files /dev/null and b/model/params/model/visual/blocks/6/norm1/kernel/0 differ
diff --git a/model/params/model/visual/blocks/6/norm2/kernel/.zarray b/model/params/model/visual/blocks/6/norm2/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..13570c20a475d7a4f35f655350cf560708114bb8
--- /dev/null
+++ b/model/params/model/visual/blocks/6/norm2/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/7/attn/proj/kernel/.zarray b/model/params/model/visual/blocks/7/attn/proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c66b99465c1430f7e05ffd79381a2eca6ed4d48c
--- /dev/null
+++ b/model/params/model/visual/blocks/7/attn/proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,384],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/7/mlp/down_proj/kernel/.zarray b/model/params/model/visual/blocks/7/mlp/down_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..0c76e816644f867d0b1cee8aed4278aea5096ac1
--- /dev/null
+++ b/model/params/model/visual/blocks/7/mlp/down_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096,384],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/7/mlp/gate_proj/kernel/.zarray b/model/params/model/visual/blocks/7/mlp/gate_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5c3c9a990f8bbcfcaca9f0bf04c88698b23248f0
--- /dev/null
+++ b/model/params/model/visual/blocks/7/mlp/gate_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[384,4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/7/mlp/up_proj/kernel/.zarray b/model/params/model/visual/blocks/7/mlp/up_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5c3c9a990f8bbcfcaca9f0bf04c88698b23248f0
--- /dev/null
+++ b/model/params/model/visual/blocks/7/mlp/up_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[384,4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/7/norm2/kernel/.zarray b/model/params/model/visual/blocks/7/norm2/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..13570c20a475d7a4f35f655350cf560708114bb8
--- /dev/null
+++ b/model/params/model/visual/blocks/7/norm2/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/8/attn/proj/kernel/.zarray b/model/params/model/visual/blocks/8/attn/proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c66b99465c1430f7e05ffd79381a2eca6ed4d48c
--- /dev/null
+++ b/model/params/model/visual/blocks/8/attn/proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,384],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/8/mlp/gate_proj/kernel/.zarray b/model/params/model/visual/blocks/8/mlp/gate_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5c3c9a990f8bbcfcaca9f0bf04c88698b23248f0
--- /dev/null
+++ b/model/params/model/visual/blocks/8/mlp/gate_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[384,4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/8/mlp/up_proj/kernel/.zarray b/model/params/model/visual/blocks/8/mlp/up_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5c3c9a990f8bbcfcaca9f0bf04c88698b23248f0
--- /dev/null
+++ b/model/params/model/visual/blocks/8/mlp/up_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[384,4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/8/norm1/kernel/.zarray b/model/params/model/visual/blocks/8/norm1/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..13570c20a475d7a4f35f655350cf560708114bb8
--- /dev/null
+++ b/model/params/model/visual/blocks/8/norm1/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/8/norm2/kernel/0 b/model/params/model/visual/blocks/8/norm2/kernel/0
new file mode 100644
index 0000000000000000000000000000000000000000..777554c6fd57d5445f9f2c46dd8f728155b69e70
Binary files /dev/null and b/model/params/model/visual/blocks/8/norm2/kernel/0 differ
diff --git a/model/params/model/visual/blocks/9/attn/proj/kernel/.zarray b/model/params/model/visual/blocks/9/attn/proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c66b99465c1430f7e05ffd79381a2eca6ed4d48c
--- /dev/null
+++ b/model/params/model/visual/blocks/9/attn/proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,384],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/9/attn/qkv/kernel/.zarray b/model/params/model/visual/blocks/9/attn/qkv/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5d464d118869d3fa87097b63cf90be221aefa400
--- /dev/null
+++ b/model/params/model/visual/blocks/9/attn/qkv/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[384,4608],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536,4608],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/9/mlp/down_proj/kernel/.zarray b/model/params/model/visual/blocks/9/mlp/down_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..0c76e816644f867d0b1cee8aed4278aea5096ac1
--- /dev/null
+++ b/model/params/model/visual/blocks/9/mlp/down_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096,384],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/blocks/9/mlp/gate_proj/kernel/.zarray b/model/params/model/visual/blocks/9/mlp/gate_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5c3c9a990f8bbcfcaca9f0bf04c88698b23248f0
--- /dev/null
+++ b/model/params/model/visual/blocks/9/mlp/gate_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[384,4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1536,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/model/params/model/visual/merger/norm/scale/0 b/model/params/model/visual/merger/norm/scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..be0871e27da94a8654a1f17d164903873fe1d5d6
Binary files /dev/null and b/model/params/model/visual/merger/norm/scale/0 differ
diff --git a/tokenizer_config.json b/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..73d487e3f6083fa680bb1ddc0ea552a060a36730
--- /dev/null
+++ b/tokenizer_config.json
@@ -0,0 +1,327 @@
+{
+  "added_tokens_decoder": {
+    "151329": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151330": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151331": {
+      "content": "[gMASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151332": {
+      "content": "[sMASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151333": {
+      "content": "<sop>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151334": {
+      "content": "<eop>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151335": {
+      "content": "<|system|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151336": {
+      "content": "<|user|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151337": {
+      "content": "<|assistant|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151338": {
+      "content": "<|observation|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151339": {
+      "content": "<|begin_of_image|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151340": {
+      "content": "<|end_of_image|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151341": {
+      "content": "<|begin_of_video|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151342": {
+      "content": "<|end_of_video|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151343": {
+      "content": "<|begin_of_audio|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151344": {
+      "content": "<|end_of_audio|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151345": {
+      "content": "<|begin_of_transcription|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151346": {
+      "content": "<|end_of_transcription|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151347": {
+      "content": "<|code_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151348": {
+      "content": "<|code_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151349": {
+      "content": "<|code_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151350": {
+      "content": "<think>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151351": {
+      "content": "</think>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151352": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151353": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151354": {
+      "content": "<tool_response>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151355": {
+      "content": "</tool_response>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151356": {
+      "content": "<arg_key>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151357": {
+      "content": "</arg_key>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151358": {
+      "content": "<arg_value>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151359": {
+      "content": "</arg_value>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151360": {
+      "content": "/nothink",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151361": {
+      "content": "<|begin_of_box|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151362": {
+      "content": "<|end_of_box|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151363": {
+      "content": "<|image|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151364": {
+      "content": "<|video|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|endoftext|>",
+    "[MASK]",
+    "[gMASK]",
+    "[sMASK]",
+    "<sop>",
+    "<eop>",
+    "<|system|>",
+    "<|user|>",
+    "<|assistant|>",
+    "<|observation|>",
+    "<|begin_of_image|>",
+    "<|end_of_image|>",
+    "<|begin_of_video|>",
+    "<|end_of_video|>",
+    "<|begin_of_audio|>",
+    "<|end_of_audio|>",
+    "<|image|>",
+    "<|video|>",
+    "<|begin_of_transcription|>",
+    "<|end_of_transcription|>",
+    "<|code_prefix|>",
+    "<|code_middle|>",
+    "<|code_suffix|>",
+    "/nothink"
+  ],
+  "clean_up_tokenization_spaces": false,
+  "do_lower_case": false,
+  "eos_token": "<|endoftext|>",
+  "extra_special_tokens": {},
+  "model_max_length": 128000,
+  "pad_token": "<|endoftext|>",
+  "padding_side": "left",
+  "remove_space": false,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}