diff --git a/.gitattributes b/.gitattributes index ace2596847e01e3da1c51b35447bdad0e4b4e3bf..339bf2dc8ac3ce0113fd404d1a330265b03744f6 100644 --- a/.gitattributes +++ b/.gitattributes @@ -47,3 +47,12 @@ model/model/visual/blocks/7/mlp/linear_fc1/kernel/1.0 filter=lfs diff=lfs merge= model/model/visual/blocks/9/attn/proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text model/model/visual/blocks/8/attn/qkv/kernel/1.0 filter=lfs diff=lfs merge=lfs -text model/model/visual/blocks/9/attn/proj/kernel/0.1 filter=lfs diff=lfs merge=lfs -text +model/model/visual/blocks/9/mlp/linear_fc1/kernel/1.0 filter=lfs diff=lfs merge=lfs -text +model/model/visual/blocks/9/mlp/linear_fc1/kernel/0.0 filter=lfs diff=lfs merge=lfs -text +model/model/visual/blocks/8/mlp/linear_fc2/kernel/0.1 filter=lfs diff=lfs merge=lfs -text +model/model/visual/blocks/7/mlp/linear_fc2/kernel/0.3 filter=lfs diff=lfs merge=lfs -text +model/model/visual/blocks/9/mlp/linear_fc1/kernel/2.0 filter=lfs diff=lfs merge=lfs -text +model/model/visual/blocks/8/mlp/linear_fc1/kernel/2.0 filter=lfs diff=lfs merge=lfs -text +model/model/visual/pos_embed/embedding/0.0 filter=lfs diff=lfs merge=lfs -text +model/model/visual/blocks/7/mlp/linear_fc1/kernel/0.0 filter=lfs diff=lfs merge=lfs -text +model/model/visual/pos_embed/embedding/2.0 filter=lfs diff=lfs merge=lfs -text diff --git a/model/model/language_model/layers/6/linear_attn/conv1d/kernel/.zarray b/model/model/language_model/layers/6/linear_attn/conv1d/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..5a9a83d471d8c7af4c4ede3a3d4ad87b63d72c84 --- /dev/null +++ b/model/model/language_model/layers/6/linear_attn/conv1d/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[4,1,8192],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4,1,8192],"zarr_format":2} \ No newline at end of file diff --git a/model/model/language_model/layers/6/linear_attn/in_proj_a/kernel/0.0 b/model/model/language_model/layers/6/linear_attn/in_proj_a/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..de18d1011a93a451fe2a0fca316506be9963910f Binary files /dev/null and b/model/model/language_model/layers/6/linear_attn/in_proj_a/kernel/0.0 differ diff --git a/model/model/language_model/layers/6/linear_attn/in_proj_qkv/kernel/.zarray b/model/model/language_model/layers/6/linear_attn/in_proj_qkv/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4fcb3a3f4d6c3c0e091a043225667acc31b80f9d --- /dev/null +++ b/model/model/language_model/layers/6/linear_attn/in_proj_qkv/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[1024,8192],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,8192],"zarr_format":2} \ No newline at end of file diff --git a/model/model/language_model/layers/6/linear_attn/in_proj_z/kernel/.zarray b/model/model/language_model/layers/6/linear_attn/in_proj_z/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..7ac7b3325317fe14c7a87913c61d88e3b92ab05e --- /dev/null +++ b/model/model/language_model/layers/6/linear_attn/in_proj_z/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[1024,4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2} \ No newline at end of file diff --git a/model/model/language_model/layers/6/linear_attn/norm/kernel/.zarray b/model/model/language_model/layers/6/linear_attn/norm/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3eeba2a45304285824238b9edd4f261c3d5d6f01 --- /dev/null +++ b/model/model/language_model/layers/6/linear_attn/norm/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[128],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[128],"zarr_format":2} \ No newline at end of file diff --git a/model/model/language_model/layers/6/linear_attn/norm/kernel/0 b/model/model/language_model/layers/6/linear_attn/norm/kernel/0 new file mode 100644 index 0000000000000000000000000000000000000000..0994a7ca69bdd657bcc92a2f005ff0116dbcc2a1 Binary files /dev/null and b/model/model/language_model/layers/6/linear_attn/norm/kernel/0 differ diff --git a/model/model/language_model/layers/6/linear_attn/out_proj/kernel/.zarray b/model/model/language_model/layers/6/linear_attn/out_proj/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..f74e87081615413ab6b0c5219a8edae5265883fe --- /dev/null +++ b/model/model/language_model/layers/6/linear_attn/out_proj/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[4096,1024],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2} \ No newline at end of file diff --git a/model/model/language_model/layers/6/post_attention_layernorm/kernel/.zarray b/model/model/language_model/layers/6/post_attention_layernorm/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..6cb36eccfd612cd6d39e72807aaa8527aa28075d --- /dev/null +++ b/model/model/language_model/layers/6/post_attention_layernorm/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096],"zarr_format":2} \ No newline at end of file diff --git a/model/model/language_model/layers/6/post_attention_layernorm/kernel/0 b/model/model/language_model/layers/6/post_attention_layernorm/kernel/0 new file mode 100644 index 0000000000000000000000000000000000000000..79c1febf470e7f78b6031ced40f8496d71c78a06 Binary files /dev/null and b/model/model/language_model/layers/6/post_attention_layernorm/kernel/0 differ diff --git a/model/model/language_model/layers/7/input_layernorm/kernel/.zarray b/model/model/language_model/layers/7/input_layernorm/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..6cb36eccfd612cd6d39e72807aaa8527aa28075d --- /dev/null +++ b/model/model/language_model/layers/7/input_layernorm/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096],"zarr_format":2} \ No newline at end of file diff --git a/model/model/language_model/layers/7/input_layernorm/kernel/0 b/model/model/language_model/layers/7/input_layernorm/kernel/0 new file mode 100644 index 0000000000000000000000000000000000000000..79832e843afc99ba02d5766fad34e56c401f2b76 Binary files /dev/null and b/model/model/language_model/layers/7/input_layernorm/kernel/0 differ diff --git a/model/model/language_model/layers/7/mlp/down_proj/kernel/.zarray b/model/model/language_model/layers/7/mlp/down_proj/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..f52d2ca9215340677d832d7f811282b222ce9024 --- /dev/null +++ b/model/model/language_model/layers/7/mlp/down_proj/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[12288,1024],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[12288,4096],"zarr_format":2} \ No newline at end of file diff --git a/model/model/language_model/layers/7/mlp/gate_proj/kernel/.zarray b/model/model/language_model/layers/7/mlp/gate_proj/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..33191698573dee581da961518d2b310ed350df04 --- /dev/null +++ b/model/model/language_model/layers/7/mlp/gate_proj/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[1024,12288],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,12288],"zarr_format":2} \ No newline at end of file diff --git a/model/model/language_model/layers/7/mlp/up_proj/kernel/.zarray b/model/model/language_model/layers/7/mlp/up_proj/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..33191698573dee581da961518d2b310ed350df04 --- /dev/null +++ b/model/model/language_model/layers/7/mlp/up_proj/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[1024,12288],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,12288],"zarr_format":2} \ No newline at end of file diff --git a/model/model/language_model/layers/7/post_attention_layernorm/kernel/.zarray b/model/model/language_model/layers/7/post_attention_layernorm/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..6cb36eccfd612cd6d39e72807aaa8527aa28075d --- /dev/null +++ b/model/model/language_model/layers/7/post_attention_layernorm/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096],"zarr_format":2} \ No newline at end of file diff --git a/model/model/language_model/layers/7/post_attention_layernorm/kernel/0 b/model/model/language_model/layers/7/post_attention_layernorm/kernel/0 new file mode 100644 index 0000000000000000000000000000000000000000..3d41e4d48e0747adca353943f443faacfc2e5a49 Binary files /dev/null and b/model/model/language_model/layers/7/post_attention_layernorm/kernel/0 differ diff --git a/model/model/language_model/layers/7/self_attn/k_norm/kernel/.zarray b/model/model/language_model/layers/7/self_attn/k_norm/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..653c877efa83da0ab518995885715f7e8b4275d7 --- /dev/null +++ b/model/model/language_model/layers/7/self_attn/k_norm/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[256],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[256],"zarr_format":2} \ No newline at end of file diff --git a/model/model/language_model/layers/7/self_attn/k_norm/kernel/0 b/model/model/language_model/layers/7/self_attn/k_norm/kernel/0 new file mode 100644 index 0000000000000000000000000000000000000000..ef7c8765206c00ed1d64cbb644231cfa3d1f784b Binary files /dev/null and b/model/model/language_model/layers/7/self_attn/k_norm/kernel/0 differ diff --git a/model/model/language_model/layers/7/self_attn/k_proj/kernel/.zarray b/model/model/language_model/layers/7/self_attn/k_proj/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..2e17526d0e20bcba502bbcbcfa35269d2a1ea7ce --- /dev/null +++ b/model/model/language_model/layers/7/self_attn/k_proj/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[1024,1024],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,1024],"zarr_format":2} \ No newline at end of file diff --git a/model/model/language_model/layers/7/self_attn/o_proj/kernel/.zarray b/model/model/language_model/layers/7/self_attn/o_proj/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..f74e87081615413ab6b0c5219a8edae5265883fe --- /dev/null +++ b/model/model/language_model/layers/7/self_attn/o_proj/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[4096,1024],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2} \ No newline at end of file diff --git a/model/model/language_model/layers/7/self_attn/q_norm/kernel/.zarray b/model/model/language_model/layers/7/self_attn/q_norm/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..653c877efa83da0ab518995885715f7e8b4275d7 --- /dev/null +++ b/model/model/language_model/layers/7/self_attn/q_norm/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[256],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[256],"zarr_format":2} \ No newline at end of file diff --git a/model/model/language_model/layers/7/self_attn/q_norm/kernel/0 b/model/model/language_model/layers/7/self_attn/q_norm/kernel/0 new file mode 100644 index 0000000000000000000000000000000000000000..b5e0cfdfafbf43b846082d392ff41664d1d3247f Binary files /dev/null and b/model/model/language_model/layers/7/self_attn/q_norm/kernel/0 differ diff --git a/model/model/language_model/layers/7/self_attn/q_proj/kernel/.zarray b/model/model/language_model/layers/7/self_attn/q_proj/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4fcb3a3f4d6c3c0e091a043225667acc31b80f9d --- /dev/null +++ b/model/model/language_model/layers/7/self_attn/q_proj/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[1024,8192],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,8192],"zarr_format":2} \ No newline at end of file diff --git a/model/model/language_model/layers/7/self_attn/v_proj/kernel/.zarray b/model/model/language_model/layers/7/self_attn/v_proj/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..2e17526d0e20bcba502bbcbcfa35269d2a1ea7ce --- /dev/null +++ b/model/model/language_model/layers/7/self_attn/v_proj/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[1024,1024],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,1024],"zarr_format":2} \ No newline at end of file diff --git a/model/model/language_model/layers/8/input_layernorm/kernel/0 b/model/model/language_model/layers/8/input_layernorm/kernel/0 new file mode 100644 index 0000000000000000000000000000000000000000..56bf5003cb6fddbafd76de23a0f84bc39fd7ee9e Binary files /dev/null and b/model/model/language_model/layers/8/input_layernorm/kernel/0 differ diff --git a/model/model/language_model/layers/8/linear_attn/A_log/.zarray b/model/model/language_model/layers/8/linear_attn/A_log/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..27b136e09a02238bcf70d174848d0e86a714bd2d --- /dev/null +++ b/model/model/language_model/layers/8/linear_attn/A_log/.zarray @@ -0,0 +1 @@ +{"chunks":[32],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[32],"zarr_format":2} \ No newline at end of file diff --git a/model/model/language_model/layers/8/linear_attn/A_log/0 b/model/model/language_model/layers/8/linear_attn/A_log/0 new file mode 100644 index 0000000000000000000000000000000000000000..2dec1e81c1baf3997db2285e52068d93f10c0c7b Binary files /dev/null and b/model/model/language_model/layers/8/linear_attn/A_log/0 differ diff --git a/model/model/language_model/layers/8/linear_attn/conv1d/kernel/0.0.0 b/model/model/language_model/layers/8/linear_attn/conv1d/kernel/0.0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3ddef15433366ff182d0afb0f84791ec8445b106 Binary files /dev/null and b/model/model/language_model/layers/8/linear_attn/conv1d/kernel/0.0.0 differ diff --git a/model/model/language_model/layers/8/linear_attn/dt_bias/.zarray b/model/model/language_model/layers/8/linear_attn/dt_bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..27b136e09a02238bcf70d174848d0e86a714bd2d --- /dev/null +++ b/model/model/language_model/layers/8/linear_attn/dt_bias/.zarray @@ -0,0 +1 @@ +{"chunks":[32],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[32],"zarr_format":2} \ No newline at end of file diff --git a/model/model/language_model/layers/8/linear_attn/dt_bias/0 b/model/model/language_model/layers/8/linear_attn/dt_bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..b118296b9e54e96ad45908ebc135428f58630b71 Binary files /dev/null and b/model/model/language_model/layers/8/linear_attn/dt_bias/0 differ diff --git a/model/model/language_model/layers/8/linear_attn/in_proj_a/kernel/.zarray b/model/model/language_model/layers/8/linear_attn/in_proj_a/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..a41eddde21fd85c5fd9d803f8f3c8a01acb509fb --- /dev/null +++ b/model/model/language_model/layers/8/linear_attn/in_proj_a/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[1024,32],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,32],"zarr_format":2} \ No newline at end of file diff --git a/model/model/language_model/layers/8/linear_attn/in_proj_a/kernel/1.0 b/model/model/language_model/layers/8/linear_attn/in_proj_a/kernel/1.0 new file mode 100644 index 0000000000000000000000000000000000000000..77b641d3b997a631cea2d8fe942ffd582adcc857 Binary files /dev/null and b/model/model/language_model/layers/8/linear_attn/in_proj_a/kernel/1.0 differ diff --git a/model/model/language_model/layers/8/linear_attn/in_proj_a/kernel/2.0 b/model/model/language_model/layers/8/linear_attn/in_proj_a/kernel/2.0 new file mode 100644 index 0000000000000000000000000000000000000000..59711bd2e3abd73b9b27176023e54b0f5aec4419 Binary files /dev/null and b/model/model/language_model/layers/8/linear_attn/in_proj_a/kernel/2.0 differ diff --git a/model/model/language_model/layers/8/linear_attn/in_proj_b/kernel/.zarray b/model/model/language_model/layers/8/linear_attn/in_proj_b/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..a41eddde21fd85c5fd9d803f8f3c8a01acb509fb --- /dev/null +++ b/model/model/language_model/layers/8/linear_attn/in_proj_b/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[1024,32],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,32],"zarr_format":2} \ No newline at end of file diff --git a/model/model/language_model/layers/8/linear_attn/in_proj_b/kernel/1.0 b/model/model/language_model/layers/8/linear_attn/in_proj_b/kernel/1.0 new file mode 100644 index 0000000000000000000000000000000000000000..0383fe9f7241b8c42fc1e527d7c74331421f2d0b Binary files /dev/null and b/model/model/language_model/layers/8/linear_attn/in_proj_b/kernel/1.0 differ diff --git a/model/model/language_model/layers/8/linear_attn/in_proj_b/kernel/2.0 b/model/model/language_model/layers/8/linear_attn/in_proj_b/kernel/2.0 new file mode 100644 index 0000000000000000000000000000000000000000..8c51880e6e2640b49db3231f4e9cd42b78ed9e55 Binary files /dev/null and b/model/model/language_model/layers/8/linear_attn/in_proj_b/kernel/2.0 differ diff --git a/model/model/language_model/layers/8/linear_attn/in_proj_b/kernel/3.0 b/model/model/language_model/layers/8/linear_attn/in_proj_b/kernel/3.0 new file mode 100644 index 0000000000000000000000000000000000000000..8f62574ab847f79354f80354e8f5a1308e21c6b9 Binary files /dev/null and b/model/model/language_model/layers/8/linear_attn/in_proj_b/kernel/3.0 differ diff --git a/model/model/language_model/layers/8/linear_attn/in_proj_qkv/kernel/.zarray b/model/model/language_model/layers/8/linear_attn/in_proj_qkv/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4fcb3a3f4d6c3c0e091a043225667acc31b80f9d --- /dev/null +++ b/model/model/language_model/layers/8/linear_attn/in_proj_qkv/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[1024,8192],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,8192],"zarr_format":2} \ No newline at end of file diff --git a/model/model/language_model/layers/8/linear_attn/in_proj_z/kernel/.zarray b/model/model/language_model/layers/8/linear_attn/in_proj_z/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..7ac7b3325317fe14c7a87913c61d88e3b92ab05e --- /dev/null +++ b/model/model/language_model/layers/8/linear_attn/in_proj_z/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[1024,4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2} \ No newline at end of file diff --git a/model/model/language_model/layers/8/linear_attn/norm/kernel/0 b/model/model/language_model/layers/8/linear_attn/norm/kernel/0 new file mode 100644 index 0000000000000000000000000000000000000000..d8173b7c80b8ae078d16c0b66d1371d53102fa6f Binary files /dev/null and b/model/model/language_model/layers/8/linear_attn/norm/kernel/0 differ diff --git a/model/model/language_model/layers/8/mlp/down_proj/kernel/.zarray b/model/model/language_model/layers/8/mlp/down_proj/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..f52d2ca9215340677d832d7f811282b222ce9024 --- /dev/null +++ b/model/model/language_model/layers/8/mlp/down_proj/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[12288,1024],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[12288,4096],"zarr_format":2} \ No newline at end of file diff --git a/model/model/language_model/layers/8/mlp/gate_proj/kernel/.zarray b/model/model/language_model/layers/8/mlp/gate_proj/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..33191698573dee581da961518d2b310ed350df04 --- /dev/null +++ b/model/model/language_model/layers/8/mlp/gate_proj/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[1024,12288],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,12288],"zarr_format":2} \ No newline at end of file diff --git a/model/model/language_model/layers/8/mlp/up_proj/kernel/.zarray b/model/model/language_model/layers/8/mlp/up_proj/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..33191698573dee581da961518d2b310ed350df04 --- /dev/null +++ b/model/model/language_model/layers/8/mlp/up_proj/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[1024,12288],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,12288],"zarr_format":2} \ No newline at end of file diff --git a/model/model/language_model/layers/9/linear_attn/in_proj_a/kernel/2.0 b/model/model/language_model/layers/9/linear_attn/in_proj_a/kernel/2.0 new file mode 100644 index 0000000000000000000000000000000000000000..13d6e53329d6807904b1abe7312c22e32ff63594 Binary files /dev/null and b/model/model/language_model/layers/9/linear_attn/in_proj_a/kernel/2.0 differ diff --git a/model/model/language_model/layers/9/linear_attn/in_proj_a/kernel/3.0 b/model/model/language_model/layers/9/linear_attn/in_proj_a/kernel/3.0 new file mode 100644 index 0000000000000000000000000000000000000000..5076b4320f132ec9606f5982bf256f95fd0b24d0 Binary files /dev/null and b/model/model/language_model/layers/9/linear_attn/in_proj_a/kernel/3.0 differ diff --git a/model/model/language_model/layers/9/linear_attn/in_proj_b/kernel/0.0 b/model/model/language_model/layers/9/linear_attn/in_proj_b/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4b190a2e0ebf196417efc66539cc62bf74371a80 Binary files /dev/null and b/model/model/language_model/layers/9/linear_attn/in_proj_b/kernel/0.0 differ diff --git a/model/model/language_model/layers/9/linear_attn/in_proj_b/kernel/2.0 b/model/model/language_model/layers/9/linear_attn/in_proj_b/kernel/2.0 new file mode 100644 index 0000000000000000000000000000000000000000..386aeb56155ed91d55312cf3639411ef38e4ad0e Binary files /dev/null and b/model/model/language_model/layers/9/linear_attn/in_proj_b/kernel/2.0 differ diff --git a/model/model/language_model/layers/9/linear_attn/in_proj_b/kernel/3.0 b/model/model/language_model/layers/9/linear_attn/in_proj_b/kernel/3.0 new file mode 100644 index 0000000000000000000000000000000000000000..d368fb63b84ec67f37b5a3b86e4ed61f6ea7b0fe Binary files /dev/null and b/model/model/language_model/layers/9/linear_attn/in_proj_b/kernel/3.0 differ diff --git a/model/model/language_model/layers/9/linear_attn/in_proj_qkv/kernel/.zarray b/model/model/language_model/layers/9/linear_attn/in_proj_qkv/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4fcb3a3f4d6c3c0e091a043225667acc31b80f9d --- /dev/null +++ b/model/model/language_model/layers/9/linear_attn/in_proj_qkv/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[1024,8192],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,8192],"zarr_format":2} \ No newline at end of file diff --git a/model/model/language_model/layers/9/linear_attn/norm/kernel/.zarray b/model/model/language_model/layers/9/linear_attn/norm/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..3eeba2a45304285824238b9edd4f261c3d5d6f01 --- /dev/null +++ b/model/model/language_model/layers/9/linear_attn/norm/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[128],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[128],"zarr_format":2} \ No newline at end of file diff --git a/model/model/language_model/layers/9/linear_attn/norm/kernel/0 b/model/model/language_model/layers/9/linear_attn/norm/kernel/0 new file mode 100644 index 0000000000000000000000000000000000000000..b40e70f562181d75f33a3b838bea1b19c756ad86 Binary files /dev/null and b/model/model/language_model/layers/9/linear_attn/norm/kernel/0 differ diff --git a/model/model/language_model/layers/9/linear_attn/out_proj/kernel/.zarray b/model/model/language_model/layers/9/linear_attn/out_proj/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..f74e87081615413ab6b0c5219a8edae5265883fe --- /dev/null +++ b/model/model/language_model/layers/9/linear_attn/out_proj/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[4096,1024],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2} \ No newline at end of file diff --git a/model/model/language_model/layers/9/mlp/up_proj/kernel/.zarray b/model/model/language_model/layers/9/mlp/up_proj/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..33191698573dee581da961518d2b310ed350df04 --- /dev/null +++ b/model/model/language_model/layers/9/mlp/up_proj/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[1024,12288],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,12288],"zarr_format":2} \ No newline at end of file diff --git a/model/model/language_model/layers/9/post_attention_layernorm/kernel/.zarray b/model/model/language_model/layers/9/post_attention_layernorm/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..6cb36eccfd612cd6d39e72807aaa8527aa28075d --- /dev/null +++ b/model/model/language_model/layers/9/post_attention_layernorm/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096],"zarr_format":2} \ No newline at end of file diff --git a/model/model/language_model/layers/9/post_attention_layernorm/kernel/0 b/model/model/language_model/layers/9/post_attention_layernorm/kernel/0 new file mode 100644 index 0000000000000000000000000000000000000000..41176e3af870e465fd3ae3cd2e98237c7af09922 Binary files /dev/null and b/model/model/language_model/layers/9/post_attention_layernorm/kernel/0 differ diff --git a/model/model/language_model/norm/kernel/.zarray b/model/model/language_model/norm/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..6cb36eccfd612cd6d39e72807aaa8527aa28075d --- /dev/null +++ b/model/model/language_model/norm/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096],"zarr_format":2} \ No newline at end of file diff --git a/model/model/language_model/norm/kernel/0 b/model/model/language_model/norm/kernel/0 new file mode 100644 index 0000000000000000000000000000000000000000..5b230dfdf050a7f491dfb82745186c6fc5dd0ce6 Binary files /dev/null and b/model/model/language_model/norm/kernel/0 differ diff --git a/model/model/visual/blocks/0/attn/proj/bias/.zarray b/model/model/visual/blocks/0/attn/proj/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/0/attn/proj/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/0/attn/proj/bias/0 b/model/model/visual/blocks/0/attn/proj/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..3a099d08b2ab3e91424042ecf1aba64f549271ef Binary files /dev/null and b/model/model/visual/blocks/0/attn/proj/bias/0 differ diff --git a/model/model/visual/blocks/0/attn/proj/kernel/.zarray b/model/model/visual/blocks/0/attn/proj/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..7e404c8d6f530d1355820a948060a05d426540b5 --- /dev/null +++ b/model/model/visual/blocks/0/attn/proj/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[1152,288],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152,1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/0/attn/qkv/bias/.zarray b/model/model/visual/blocks/0/attn/qkv/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..bdd0de0e12688f214375797c5039a2d3195e5d0a --- /dev/null +++ b/model/model/visual/blocks/0/attn/qkv/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[3456],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[3456],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/0/attn/qkv/bias/0 b/model/model/visual/blocks/0/attn/qkv/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..0f0a78962d42b0bf95cde5a4a4104e4bc54808ed Binary files /dev/null and b/model/model/visual/blocks/0/attn/qkv/bias/0 differ diff --git a/model/model/visual/blocks/0/attn/qkv/kernel/.zarray b/model/model/visual/blocks/0/attn/qkv/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..7fd3d0a46657ebb2a1b4d51dde5f13dd1d0a6671 --- /dev/null +++ b/model/model/visual/blocks/0/attn/qkv/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[288,3456],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152,3456],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/0/mlp/linear_fc1/bias/.zarray b/model/model/visual/blocks/0/mlp/linear_fc1/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..648e17a8d9a03e4fb579696cf9e9a516c60f37ba --- /dev/null +++ b/model/model/visual/blocks/0/mlp/linear_fc1/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[4304],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4304],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/0/mlp/linear_fc1/bias/0 b/model/model/visual/blocks/0/mlp/linear_fc1/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..729bd53feceb9603507efe72a5e2f802cc3c009c Binary files /dev/null and b/model/model/visual/blocks/0/mlp/linear_fc1/bias/0 differ diff --git a/model/model/visual/blocks/0/mlp/linear_fc1/kernel/.zarray b/model/model/visual/blocks/0/mlp/linear_fc1/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..61d685e74e794cb68981cab412df5c6cab10732e --- /dev/null +++ b/model/model/visual/blocks/0/mlp/linear_fc1/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[288,4304],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152,4304],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/0/mlp/linear_fc2/bias/.zarray b/model/model/visual/blocks/0/mlp/linear_fc2/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/0/mlp/linear_fc2/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/0/mlp/linear_fc2/bias/0 b/model/model/visual/blocks/0/mlp/linear_fc2/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..3dcf43bf01c3d8b4e21d835bb83de0bcdf57ebd6 Binary files /dev/null and b/model/model/visual/blocks/0/mlp/linear_fc2/bias/0 differ diff --git a/model/model/visual/blocks/0/mlp/linear_fc2/kernel/.zarray b/model/model/visual/blocks/0/mlp/linear_fc2/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..eac6902e925f4251e816b7bea6fed45b955d9a1e --- /dev/null +++ b/model/model/visual/blocks/0/mlp/linear_fc2/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[4304,288],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4304,1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/0/norm1/bias/.zarray b/model/model/visual/blocks/0/norm1/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/0/norm1/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/0/norm1/bias/0 b/model/model/visual/blocks/0/norm1/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..446db43336da3b0e06dae65623e04a20b53ff449 Binary files /dev/null and b/model/model/visual/blocks/0/norm1/bias/0 differ diff --git a/model/model/visual/blocks/0/norm1/scale/.zarray b/model/model/visual/blocks/0/norm1/scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/0/norm1/scale/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/0/norm1/scale/0 b/model/model/visual/blocks/0/norm1/scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..cc0a42bf0b95faae411bd6a77666efd90e5da451 Binary files /dev/null and b/model/model/visual/blocks/0/norm1/scale/0 differ diff --git a/model/model/visual/blocks/0/norm2/bias/.zarray b/model/model/visual/blocks/0/norm2/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/0/norm2/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/0/norm2/bias/0 b/model/model/visual/blocks/0/norm2/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..48593e6993995a52fcceeab1644a90c8de18d3ad Binary files /dev/null and b/model/model/visual/blocks/0/norm2/bias/0 differ diff --git a/model/model/visual/blocks/0/norm2/scale/.zarray b/model/model/visual/blocks/0/norm2/scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/0/norm2/scale/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/0/norm2/scale/0 b/model/model/visual/blocks/0/norm2/scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..58de90411e365a612051f0917f950b3b83adfd3a Binary files /dev/null and b/model/model/visual/blocks/0/norm2/scale/0 differ diff --git a/model/model/visual/blocks/1/attn/proj/bias/.zarray b/model/model/visual/blocks/1/attn/proj/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/1/attn/proj/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/1/attn/proj/bias/0 b/model/model/visual/blocks/1/attn/proj/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..7c7247160f4f7f430b91ee93cf32e09c8be6dc52 Binary files /dev/null and b/model/model/visual/blocks/1/attn/proj/bias/0 differ diff --git a/model/model/visual/blocks/1/attn/proj/kernel/.zarray b/model/model/visual/blocks/1/attn/proj/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..7e404c8d6f530d1355820a948060a05d426540b5 --- /dev/null +++ b/model/model/visual/blocks/1/attn/proj/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[1152,288],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152,1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/1/attn/qkv/bias/.zarray b/model/model/visual/blocks/1/attn/qkv/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..bdd0de0e12688f214375797c5039a2d3195e5d0a --- /dev/null +++ b/model/model/visual/blocks/1/attn/qkv/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[3456],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[3456],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/1/attn/qkv/bias/0 b/model/model/visual/blocks/1/attn/qkv/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..90ac1270d0aea165514e6404e04b7fe805b6a885 Binary files /dev/null and b/model/model/visual/blocks/1/attn/qkv/bias/0 differ diff --git a/model/model/visual/blocks/1/attn/qkv/kernel/.zarray b/model/model/visual/blocks/1/attn/qkv/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..7fd3d0a46657ebb2a1b4d51dde5f13dd1d0a6671 --- /dev/null +++ b/model/model/visual/blocks/1/attn/qkv/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[288,3456],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152,3456],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/1/mlp/linear_fc1/bias/.zarray b/model/model/visual/blocks/1/mlp/linear_fc1/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..648e17a8d9a03e4fb579696cf9e9a516c60f37ba --- /dev/null +++ b/model/model/visual/blocks/1/mlp/linear_fc1/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[4304],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4304],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/1/mlp/linear_fc1/bias/0 b/model/model/visual/blocks/1/mlp/linear_fc1/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..be621b2c5d31e84edab5aefb26c1c55509975b1d Binary files /dev/null and b/model/model/visual/blocks/1/mlp/linear_fc1/bias/0 differ diff --git a/model/model/visual/blocks/1/mlp/linear_fc1/kernel/.zarray b/model/model/visual/blocks/1/mlp/linear_fc1/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..61d685e74e794cb68981cab412df5c6cab10732e --- /dev/null +++ b/model/model/visual/blocks/1/mlp/linear_fc1/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[288,4304],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152,4304],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/1/mlp/linear_fc2/bias/.zarray b/model/model/visual/blocks/1/mlp/linear_fc2/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/1/mlp/linear_fc2/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/1/mlp/linear_fc2/bias/0 b/model/model/visual/blocks/1/mlp/linear_fc2/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..e83feb4aaee756fb4663746a6ad124ac72392146 Binary files /dev/null and b/model/model/visual/blocks/1/mlp/linear_fc2/bias/0 differ diff --git a/model/model/visual/blocks/1/mlp/linear_fc2/kernel/.zarray b/model/model/visual/blocks/1/mlp/linear_fc2/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..eac6902e925f4251e816b7bea6fed45b955d9a1e --- /dev/null +++ b/model/model/visual/blocks/1/mlp/linear_fc2/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[4304,288],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4304,1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/1/norm1/bias/.zarray b/model/model/visual/blocks/1/norm1/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/1/norm1/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/1/norm1/bias/0 b/model/model/visual/blocks/1/norm1/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..6eccdda55d180b1cf35f343ae4d4fc4d80fcf814 Binary files /dev/null and b/model/model/visual/blocks/1/norm1/bias/0 differ diff --git a/model/model/visual/blocks/1/norm1/scale/.zarray b/model/model/visual/blocks/1/norm1/scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/1/norm1/scale/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/1/norm1/scale/0 b/model/model/visual/blocks/1/norm1/scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..4a40a33222f5d774978ef04af52664f67bde84f1 Binary files /dev/null and b/model/model/visual/blocks/1/norm1/scale/0 differ diff --git a/model/model/visual/blocks/1/norm2/bias/.zarray b/model/model/visual/blocks/1/norm2/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/1/norm2/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/1/norm2/bias/0 b/model/model/visual/blocks/1/norm2/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..c8db971021fc461cbc2471cef495908551b8623f Binary files /dev/null and b/model/model/visual/blocks/1/norm2/bias/0 differ diff --git a/model/model/visual/blocks/1/norm2/scale/.zarray b/model/model/visual/blocks/1/norm2/scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/1/norm2/scale/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/1/norm2/scale/0 b/model/model/visual/blocks/1/norm2/scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..132ad7ae5ebccad0497c5e1064bd92951da01806 Binary files /dev/null and b/model/model/visual/blocks/1/norm2/scale/0 differ diff --git a/model/model/visual/blocks/10/attn/proj/bias/.zarray b/model/model/visual/blocks/10/attn/proj/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/10/attn/proj/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/10/attn/proj/bias/0 b/model/model/visual/blocks/10/attn/proj/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..6ea3227ccf2ea5b3a9fb98213d5f81f2c16dc54a Binary files /dev/null and b/model/model/visual/blocks/10/attn/proj/bias/0 differ diff --git a/model/model/visual/blocks/10/attn/proj/kernel/.zarray b/model/model/visual/blocks/10/attn/proj/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..7e404c8d6f530d1355820a948060a05d426540b5 --- /dev/null +++ b/model/model/visual/blocks/10/attn/proj/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[1152,288],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152,1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/10/attn/qkv/bias/.zarray b/model/model/visual/blocks/10/attn/qkv/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..bdd0de0e12688f214375797c5039a2d3195e5d0a --- /dev/null +++ b/model/model/visual/blocks/10/attn/qkv/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[3456],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[3456],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/10/attn/qkv/bias/0 b/model/model/visual/blocks/10/attn/qkv/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..dc8a2808299bd4af41475ab3505be82f99f96a52 Binary files /dev/null and b/model/model/visual/blocks/10/attn/qkv/bias/0 differ diff --git a/model/model/visual/blocks/10/attn/qkv/kernel/.zarray b/model/model/visual/blocks/10/attn/qkv/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..7fd3d0a46657ebb2a1b4d51dde5f13dd1d0a6671 --- /dev/null +++ b/model/model/visual/blocks/10/attn/qkv/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[288,3456],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152,3456],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/10/mlp/linear_fc1/bias/.zarray b/model/model/visual/blocks/10/mlp/linear_fc1/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..648e17a8d9a03e4fb579696cf9e9a516c60f37ba --- /dev/null +++ b/model/model/visual/blocks/10/mlp/linear_fc1/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[4304],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4304],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/10/mlp/linear_fc1/bias/0 b/model/model/visual/blocks/10/mlp/linear_fc1/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..d95e111fa369da3522638ebe4eea54de8209a7a6 Binary files /dev/null and b/model/model/visual/blocks/10/mlp/linear_fc1/bias/0 differ diff --git a/model/model/visual/blocks/10/mlp/linear_fc1/kernel/.zarray b/model/model/visual/blocks/10/mlp/linear_fc1/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..61d685e74e794cb68981cab412df5c6cab10732e --- /dev/null +++ b/model/model/visual/blocks/10/mlp/linear_fc1/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[288,4304],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152,4304],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/10/mlp/linear_fc2/bias/.zarray b/model/model/visual/blocks/10/mlp/linear_fc2/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/10/mlp/linear_fc2/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/10/mlp/linear_fc2/bias/0 b/model/model/visual/blocks/10/mlp/linear_fc2/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..73a0866e96c3c1061b03ab4730c4095bd9c6c58b Binary files /dev/null and b/model/model/visual/blocks/10/mlp/linear_fc2/bias/0 differ diff --git a/model/model/visual/blocks/10/mlp/linear_fc2/kernel/.zarray b/model/model/visual/blocks/10/mlp/linear_fc2/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..eac6902e925f4251e816b7bea6fed45b955d9a1e --- /dev/null +++ b/model/model/visual/blocks/10/mlp/linear_fc2/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[4304,288],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4304,1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/10/norm1/bias/.zarray b/model/model/visual/blocks/10/norm1/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/10/norm1/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/10/norm1/bias/0 b/model/model/visual/blocks/10/norm1/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..06e27aafa0183b448d958ced6696f1e6c66052ec Binary files /dev/null and b/model/model/visual/blocks/10/norm1/bias/0 differ diff --git a/model/model/visual/blocks/10/norm1/scale/.zarray b/model/model/visual/blocks/10/norm1/scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/10/norm1/scale/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/10/norm1/scale/0 b/model/model/visual/blocks/10/norm1/scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..0af4f26105543d1195fd033ce5f2173907764075 Binary files /dev/null and b/model/model/visual/blocks/10/norm1/scale/0 differ diff --git a/model/model/visual/blocks/10/norm2/bias/.zarray b/model/model/visual/blocks/10/norm2/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/10/norm2/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/10/norm2/bias/0 b/model/model/visual/blocks/10/norm2/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..1c3318b9382c92aa10293f1c5487206d081f3d88 Binary files /dev/null and b/model/model/visual/blocks/10/norm2/bias/0 differ diff --git a/model/model/visual/blocks/10/norm2/scale/.zarray b/model/model/visual/blocks/10/norm2/scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/10/norm2/scale/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/10/norm2/scale/0 b/model/model/visual/blocks/10/norm2/scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..2c1b3a149c7984f082495b6f3b6c938e2c9eee5b Binary files /dev/null and b/model/model/visual/blocks/10/norm2/scale/0 differ diff --git a/model/model/visual/blocks/11/attn/proj/bias/.zarray b/model/model/visual/blocks/11/attn/proj/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/11/attn/proj/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/11/attn/proj/bias/0 b/model/model/visual/blocks/11/attn/proj/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..731fb776f22495929b0c15b463b225b3cb9c3b19 Binary files /dev/null and b/model/model/visual/blocks/11/attn/proj/bias/0 differ diff --git a/model/model/visual/blocks/11/attn/proj/kernel/.zarray b/model/model/visual/blocks/11/attn/proj/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..7e404c8d6f530d1355820a948060a05d426540b5 --- /dev/null +++ b/model/model/visual/blocks/11/attn/proj/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[1152,288],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152,1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/11/attn/qkv/bias/.zarray b/model/model/visual/blocks/11/attn/qkv/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..bdd0de0e12688f214375797c5039a2d3195e5d0a --- /dev/null +++ b/model/model/visual/blocks/11/attn/qkv/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[3456],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[3456],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/11/attn/qkv/bias/0 b/model/model/visual/blocks/11/attn/qkv/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..44eae3b2d63bcd841a5570a5e591180d9c5eaeee Binary files /dev/null and b/model/model/visual/blocks/11/attn/qkv/bias/0 differ diff --git a/model/model/visual/blocks/11/attn/qkv/kernel/.zarray b/model/model/visual/blocks/11/attn/qkv/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..7fd3d0a46657ebb2a1b4d51dde5f13dd1d0a6671 --- /dev/null +++ b/model/model/visual/blocks/11/attn/qkv/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[288,3456],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152,3456],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/11/mlp/linear_fc1/bias/.zarray b/model/model/visual/blocks/11/mlp/linear_fc1/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..648e17a8d9a03e4fb579696cf9e9a516c60f37ba --- /dev/null +++ b/model/model/visual/blocks/11/mlp/linear_fc1/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[4304],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4304],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/11/mlp/linear_fc1/bias/0 b/model/model/visual/blocks/11/mlp/linear_fc1/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..3bc315fc9eb47a8db23ff5f13b66a360513bfd48 Binary files /dev/null and b/model/model/visual/blocks/11/mlp/linear_fc1/bias/0 differ diff --git a/model/model/visual/blocks/11/mlp/linear_fc1/kernel/.zarray b/model/model/visual/blocks/11/mlp/linear_fc1/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..61d685e74e794cb68981cab412df5c6cab10732e --- /dev/null +++ b/model/model/visual/blocks/11/mlp/linear_fc1/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[288,4304],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152,4304],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/11/mlp/linear_fc2/bias/.zarray b/model/model/visual/blocks/11/mlp/linear_fc2/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/11/mlp/linear_fc2/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/11/mlp/linear_fc2/bias/0 b/model/model/visual/blocks/11/mlp/linear_fc2/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..bb8c108f46f9d540fb4c01b79f910a14fe074dbd Binary files /dev/null and b/model/model/visual/blocks/11/mlp/linear_fc2/bias/0 differ diff --git a/model/model/visual/blocks/11/mlp/linear_fc2/kernel/.zarray b/model/model/visual/blocks/11/mlp/linear_fc2/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..eac6902e925f4251e816b7bea6fed45b955d9a1e --- /dev/null +++ b/model/model/visual/blocks/11/mlp/linear_fc2/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[4304,288],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4304,1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/11/norm1/bias/.zarray b/model/model/visual/blocks/11/norm1/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/11/norm1/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/11/norm1/bias/0 b/model/model/visual/blocks/11/norm1/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..9d1f8e5f64da3a0fa316a6e7e06087ef66eb68a9 Binary files /dev/null and b/model/model/visual/blocks/11/norm1/bias/0 differ diff --git a/model/model/visual/blocks/11/norm1/scale/.zarray b/model/model/visual/blocks/11/norm1/scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/11/norm1/scale/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/11/norm1/scale/0 b/model/model/visual/blocks/11/norm1/scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..9eea10e6c9126bdcd6b3313e2458d339325aa215 Binary files /dev/null and b/model/model/visual/blocks/11/norm1/scale/0 differ diff --git a/model/model/visual/blocks/11/norm2/bias/.zarray b/model/model/visual/blocks/11/norm2/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/11/norm2/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/11/norm2/bias/0 b/model/model/visual/blocks/11/norm2/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..93f2465980159c7e323163b0b72f2f63ffe0adfe Binary files /dev/null and b/model/model/visual/blocks/11/norm2/bias/0 differ diff --git a/model/model/visual/blocks/11/norm2/scale/.zarray b/model/model/visual/blocks/11/norm2/scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/11/norm2/scale/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/11/norm2/scale/0 b/model/model/visual/blocks/11/norm2/scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..25405b24d2e7b8d255ac387227ad328ec78f7b9c Binary files /dev/null and b/model/model/visual/blocks/11/norm2/scale/0 differ diff --git a/model/model/visual/blocks/12/attn/proj/bias/.zarray b/model/model/visual/blocks/12/attn/proj/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/12/attn/proj/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/12/attn/proj/bias/0 b/model/model/visual/blocks/12/attn/proj/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..7fe85f3c844604db0c11fa25609d95cc2fbc2afe Binary files /dev/null and b/model/model/visual/blocks/12/attn/proj/bias/0 differ diff --git a/model/model/visual/blocks/12/attn/proj/kernel/.zarray b/model/model/visual/blocks/12/attn/proj/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..7e404c8d6f530d1355820a948060a05d426540b5 --- /dev/null +++ b/model/model/visual/blocks/12/attn/proj/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[1152,288],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152,1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/12/attn/qkv/bias/.zarray b/model/model/visual/blocks/12/attn/qkv/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..bdd0de0e12688f214375797c5039a2d3195e5d0a --- /dev/null +++ b/model/model/visual/blocks/12/attn/qkv/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[3456],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[3456],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/12/attn/qkv/bias/0 b/model/model/visual/blocks/12/attn/qkv/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..bbcaf4401911edd864fb9a0182f36e21fb91a940 Binary files /dev/null and b/model/model/visual/blocks/12/attn/qkv/bias/0 differ diff --git a/model/model/visual/blocks/12/attn/qkv/kernel/.zarray b/model/model/visual/blocks/12/attn/qkv/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..7fd3d0a46657ebb2a1b4d51dde5f13dd1d0a6671 --- /dev/null +++ b/model/model/visual/blocks/12/attn/qkv/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[288,3456],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152,3456],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/12/mlp/linear_fc1/bias/.zarray b/model/model/visual/blocks/12/mlp/linear_fc1/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..648e17a8d9a03e4fb579696cf9e9a516c60f37ba --- /dev/null +++ b/model/model/visual/blocks/12/mlp/linear_fc1/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[4304],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4304],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/12/mlp/linear_fc1/bias/0 b/model/model/visual/blocks/12/mlp/linear_fc1/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..1a4f5db96d9fb147a4fb01eb69a2282bcdcf5c5a Binary files /dev/null and b/model/model/visual/blocks/12/mlp/linear_fc1/bias/0 differ diff --git a/model/model/visual/blocks/12/mlp/linear_fc1/kernel/.zarray b/model/model/visual/blocks/12/mlp/linear_fc1/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..61d685e74e794cb68981cab412df5c6cab10732e --- /dev/null +++ b/model/model/visual/blocks/12/mlp/linear_fc1/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[288,4304],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152,4304],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/12/mlp/linear_fc2/bias/.zarray b/model/model/visual/blocks/12/mlp/linear_fc2/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/12/mlp/linear_fc2/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/12/mlp/linear_fc2/bias/0 b/model/model/visual/blocks/12/mlp/linear_fc2/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..bdfcce406dc58c46c406b209a3e7766893f17ec7 Binary files /dev/null and b/model/model/visual/blocks/12/mlp/linear_fc2/bias/0 differ diff --git a/model/model/visual/blocks/12/mlp/linear_fc2/kernel/.zarray b/model/model/visual/blocks/12/mlp/linear_fc2/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..eac6902e925f4251e816b7bea6fed45b955d9a1e --- /dev/null +++ b/model/model/visual/blocks/12/mlp/linear_fc2/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[4304,288],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4304,1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/12/norm1/bias/.zarray b/model/model/visual/blocks/12/norm1/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/12/norm1/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/12/norm1/bias/0 b/model/model/visual/blocks/12/norm1/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..415dffa0e2acd8e2cb3041ee496d841628dd36c8 Binary files /dev/null and b/model/model/visual/blocks/12/norm1/bias/0 differ diff --git a/model/model/visual/blocks/12/norm1/scale/.zarray b/model/model/visual/blocks/12/norm1/scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/12/norm1/scale/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/12/norm1/scale/0 b/model/model/visual/blocks/12/norm1/scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..2d9b12b1b151dd49b0f57fe5b8d5e9b75241fbca Binary files /dev/null and b/model/model/visual/blocks/12/norm1/scale/0 differ diff --git a/model/model/visual/blocks/12/norm2/bias/.zarray b/model/model/visual/blocks/12/norm2/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/12/norm2/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/12/norm2/bias/0 b/model/model/visual/blocks/12/norm2/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..36303f54c4b2eddbb83b0a03714f4f7a55fe6618 Binary files /dev/null and b/model/model/visual/blocks/12/norm2/bias/0 differ diff --git a/model/model/visual/blocks/12/norm2/scale/.zarray b/model/model/visual/blocks/12/norm2/scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/12/norm2/scale/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/12/norm2/scale/0 b/model/model/visual/blocks/12/norm2/scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..913ae2a75e5ec203a94aab7e82f9919e22216495 Binary files /dev/null and b/model/model/visual/blocks/12/norm2/scale/0 differ diff --git a/model/model/visual/blocks/13/attn/proj/bias/.zarray b/model/model/visual/blocks/13/attn/proj/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/13/attn/proj/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/13/attn/proj/bias/0 b/model/model/visual/blocks/13/attn/proj/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..6847dc7577df3856b47a1ab987109de6e5784cff Binary files /dev/null and b/model/model/visual/blocks/13/attn/proj/bias/0 differ diff --git a/model/model/visual/blocks/13/attn/proj/kernel/.zarray b/model/model/visual/blocks/13/attn/proj/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..7e404c8d6f530d1355820a948060a05d426540b5 --- /dev/null +++ b/model/model/visual/blocks/13/attn/proj/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[1152,288],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152,1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/13/attn/qkv/bias/.zarray b/model/model/visual/blocks/13/attn/qkv/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..bdd0de0e12688f214375797c5039a2d3195e5d0a --- /dev/null +++ b/model/model/visual/blocks/13/attn/qkv/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[3456],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[3456],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/13/attn/qkv/bias/0 b/model/model/visual/blocks/13/attn/qkv/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..0d7d23bdea6f8b30380061d4a7e5d80f4c650cca Binary files /dev/null and b/model/model/visual/blocks/13/attn/qkv/bias/0 differ diff --git a/model/model/visual/blocks/13/attn/qkv/kernel/.zarray b/model/model/visual/blocks/13/attn/qkv/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..7fd3d0a46657ebb2a1b4d51dde5f13dd1d0a6671 --- /dev/null +++ b/model/model/visual/blocks/13/attn/qkv/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[288,3456],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152,3456],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/13/mlp/linear_fc1/bias/.zarray b/model/model/visual/blocks/13/mlp/linear_fc1/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..648e17a8d9a03e4fb579696cf9e9a516c60f37ba --- /dev/null +++ b/model/model/visual/blocks/13/mlp/linear_fc1/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[4304],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4304],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/13/mlp/linear_fc1/bias/0 b/model/model/visual/blocks/13/mlp/linear_fc1/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..74665d0654cba76042b17f2d6ffe86d86a20d81c Binary files /dev/null and b/model/model/visual/blocks/13/mlp/linear_fc1/bias/0 differ diff --git a/model/model/visual/blocks/13/mlp/linear_fc1/kernel/.zarray b/model/model/visual/blocks/13/mlp/linear_fc1/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..61d685e74e794cb68981cab412df5c6cab10732e --- /dev/null +++ b/model/model/visual/blocks/13/mlp/linear_fc1/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[288,4304],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152,4304],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/13/mlp/linear_fc2/bias/.zarray b/model/model/visual/blocks/13/mlp/linear_fc2/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/13/mlp/linear_fc2/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/13/mlp/linear_fc2/bias/0 b/model/model/visual/blocks/13/mlp/linear_fc2/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..42398228ae063ea7b88a6b2fba3e7194196530d0 Binary files /dev/null and b/model/model/visual/blocks/13/mlp/linear_fc2/bias/0 differ diff --git a/model/model/visual/blocks/13/mlp/linear_fc2/kernel/.zarray b/model/model/visual/blocks/13/mlp/linear_fc2/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..eac6902e925f4251e816b7bea6fed45b955d9a1e --- /dev/null +++ b/model/model/visual/blocks/13/mlp/linear_fc2/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[4304,288],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4304,1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/13/norm1/bias/.zarray b/model/model/visual/blocks/13/norm1/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/13/norm1/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/13/norm1/bias/0 b/model/model/visual/blocks/13/norm1/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..b18c5e7df891277c8ec55a0184015a380fcd9eb5 Binary files /dev/null and b/model/model/visual/blocks/13/norm1/bias/0 differ diff --git a/model/model/visual/blocks/13/norm1/scale/.zarray b/model/model/visual/blocks/13/norm1/scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/13/norm1/scale/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/13/norm1/scale/0 b/model/model/visual/blocks/13/norm1/scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..3c71c737d175c059992ba5cdf8376652f18b1e1a Binary files /dev/null and b/model/model/visual/blocks/13/norm1/scale/0 differ diff --git a/model/model/visual/blocks/13/norm2/bias/.zarray b/model/model/visual/blocks/13/norm2/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/13/norm2/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/13/norm2/bias/0 b/model/model/visual/blocks/13/norm2/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..ad9b2db45e86691e605a056777bd639b0ffa859f Binary files /dev/null and b/model/model/visual/blocks/13/norm2/bias/0 differ diff --git a/model/model/visual/blocks/13/norm2/scale/.zarray b/model/model/visual/blocks/13/norm2/scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/13/norm2/scale/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/13/norm2/scale/0 b/model/model/visual/blocks/13/norm2/scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..61ceb463fe1e53430a1cbdd58e3837a3438f63d5 Binary files /dev/null and b/model/model/visual/blocks/13/norm2/scale/0 differ diff --git a/model/model/visual/blocks/14/attn/proj/bias/.zarray b/model/model/visual/blocks/14/attn/proj/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/14/attn/proj/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/14/attn/proj/bias/0 b/model/model/visual/blocks/14/attn/proj/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..9b3242e1b7c24602ad6d7494faba1dcd06290877 Binary files /dev/null and b/model/model/visual/blocks/14/attn/proj/bias/0 differ diff --git a/model/model/visual/blocks/14/attn/proj/kernel/.zarray b/model/model/visual/blocks/14/attn/proj/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..7e404c8d6f530d1355820a948060a05d426540b5 --- /dev/null +++ b/model/model/visual/blocks/14/attn/proj/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[1152,288],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152,1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/14/attn/qkv/bias/.zarray b/model/model/visual/blocks/14/attn/qkv/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..bdd0de0e12688f214375797c5039a2d3195e5d0a --- /dev/null +++ b/model/model/visual/blocks/14/attn/qkv/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[3456],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[3456],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/14/attn/qkv/bias/0 b/model/model/visual/blocks/14/attn/qkv/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..fb0f27a8a118e33ecf439a6f7f8e009a37be95c5 Binary files /dev/null and b/model/model/visual/blocks/14/attn/qkv/bias/0 differ diff --git a/model/model/visual/blocks/14/attn/qkv/kernel/.zarray b/model/model/visual/blocks/14/attn/qkv/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..7fd3d0a46657ebb2a1b4d51dde5f13dd1d0a6671 --- /dev/null +++ b/model/model/visual/blocks/14/attn/qkv/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[288,3456],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152,3456],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/14/mlp/linear_fc1/bias/.zarray b/model/model/visual/blocks/14/mlp/linear_fc1/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..648e17a8d9a03e4fb579696cf9e9a516c60f37ba --- /dev/null +++ b/model/model/visual/blocks/14/mlp/linear_fc1/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[4304],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4304],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/14/mlp/linear_fc1/bias/0 b/model/model/visual/blocks/14/mlp/linear_fc1/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..43c15501699623172fb1d1f78f9bf93b2d05d202 Binary files /dev/null and b/model/model/visual/blocks/14/mlp/linear_fc1/bias/0 differ diff --git a/model/model/visual/blocks/14/mlp/linear_fc1/kernel/.zarray b/model/model/visual/blocks/14/mlp/linear_fc1/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..61d685e74e794cb68981cab412df5c6cab10732e --- /dev/null +++ b/model/model/visual/blocks/14/mlp/linear_fc1/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[288,4304],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152,4304],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/14/mlp/linear_fc2/bias/.zarray b/model/model/visual/blocks/14/mlp/linear_fc2/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/14/mlp/linear_fc2/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/14/mlp/linear_fc2/bias/0 b/model/model/visual/blocks/14/mlp/linear_fc2/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..d69d27c780cc1a7137a42e4a695fdefddb847662 Binary files /dev/null and b/model/model/visual/blocks/14/mlp/linear_fc2/bias/0 differ diff --git a/model/model/visual/blocks/14/mlp/linear_fc2/kernel/.zarray b/model/model/visual/blocks/14/mlp/linear_fc2/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..eac6902e925f4251e816b7bea6fed45b955d9a1e --- /dev/null +++ b/model/model/visual/blocks/14/mlp/linear_fc2/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[4304,288],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4304,1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/14/norm1/bias/.zarray b/model/model/visual/blocks/14/norm1/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/14/norm1/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/14/norm1/bias/0 b/model/model/visual/blocks/14/norm1/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..faa53c40f04288d2b93e6196353aa3539cada6f4 Binary files /dev/null and b/model/model/visual/blocks/14/norm1/bias/0 differ diff --git a/model/model/visual/blocks/14/norm1/scale/.zarray b/model/model/visual/blocks/14/norm1/scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/14/norm1/scale/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/14/norm1/scale/0 b/model/model/visual/blocks/14/norm1/scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..4c51581cc5fdc795c03a5ecbdb2c2a89cd7cfe59 Binary files /dev/null and b/model/model/visual/blocks/14/norm1/scale/0 differ diff --git a/model/model/visual/blocks/14/norm2/bias/.zarray b/model/model/visual/blocks/14/norm2/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/14/norm2/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/14/norm2/bias/0 b/model/model/visual/blocks/14/norm2/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..9122d459010ce908a27aafcf490d541ba8aa6762 Binary files /dev/null and b/model/model/visual/blocks/14/norm2/bias/0 differ diff --git a/model/model/visual/blocks/14/norm2/scale/.zarray b/model/model/visual/blocks/14/norm2/scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/14/norm2/scale/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/14/norm2/scale/0 b/model/model/visual/blocks/14/norm2/scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..5e8ea3cdc440b422f0c69bf07765b6c839e054bf Binary files /dev/null and b/model/model/visual/blocks/14/norm2/scale/0 differ diff --git a/model/model/visual/blocks/15/attn/proj/bias/.zarray b/model/model/visual/blocks/15/attn/proj/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/15/attn/proj/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/15/attn/proj/bias/0 b/model/model/visual/blocks/15/attn/proj/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..ad0b56100a96764eada8780a86db51db300e4700 Binary files /dev/null and b/model/model/visual/blocks/15/attn/proj/bias/0 differ diff --git a/model/model/visual/blocks/15/attn/proj/kernel/.zarray b/model/model/visual/blocks/15/attn/proj/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..7e404c8d6f530d1355820a948060a05d426540b5 --- /dev/null +++ b/model/model/visual/blocks/15/attn/proj/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[1152,288],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152,1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/15/attn/qkv/bias/.zarray b/model/model/visual/blocks/15/attn/qkv/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..bdd0de0e12688f214375797c5039a2d3195e5d0a --- /dev/null +++ b/model/model/visual/blocks/15/attn/qkv/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[3456],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[3456],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/15/attn/qkv/bias/0 b/model/model/visual/blocks/15/attn/qkv/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..fba7e1fb26c2ab7afc4629a94686ca24819141ff Binary files /dev/null and b/model/model/visual/blocks/15/attn/qkv/bias/0 differ diff --git a/model/model/visual/blocks/15/attn/qkv/kernel/.zarray b/model/model/visual/blocks/15/attn/qkv/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..7fd3d0a46657ebb2a1b4d51dde5f13dd1d0a6671 --- /dev/null +++ b/model/model/visual/blocks/15/attn/qkv/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[288,3456],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152,3456],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/15/mlp/linear_fc1/bias/.zarray b/model/model/visual/blocks/15/mlp/linear_fc1/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..648e17a8d9a03e4fb579696cf9e9a516c60f37ba --- /dev/null +++ b/model/model/visual/blocks/15/mlp/linear_fc1/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[4304],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4304],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/15/mlp/linear_fc1/bias/0 b/model/model/visual/blocks/15/mlp/linear_fc1/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..fb24e5c7046f5c1877843b470a5d609487dd6615 Binary files /dev/null and b/model/model/visual/blocks/15/mlp/linear_fc1/bias/0 differ diff --git a/model/model/visual/blocks/15/mlp/linear_fc1/kernel/.zarray b/model/model/visual/blocks/15/mlp/linear_fc1/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..61d685e74e794cb68981cab412df5c6cab10732e --- /dev/null +++ b/model/model/visual/blocks/15/mlp/linear_fc1/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[288,4304],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152,4304],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/15/mlp/linear_fc2/bias/.zarray b/model/model/visual/blocks/15/mlp/linear_fc2/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/15/mlp/linear_fc2/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/15/mlp/linear_fc2/bias/0 b/model/model/visual/blocks/15/mlp/linear_fc2/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..d16ae8712f72e2c776b2121291ac3d1c07008e8a Binary files /dev/null and b/model/model/visual/blocks/15/mlp/linear_fc2/bias/0 differ diff --git a/model/model/visual/blocks/15/mlp/linear_fc2/kernel/.zarray b/model/model/visual/blocks/15/mlp/linear_fc2/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..eac6902e925f4251e816b7bea6fed45b955d9a1e --- /dev/null +++ b/model/model/visual/blocks/15/mlp/linear_fc2/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[4304,288],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4304,1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/15/norm1/bias/.zarray b/model/model/visual/blocks/15/norm1/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/15/norm1/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/15/norm1/bias/0 b/model/model/visual/blocks/15/norm1/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..0b256032cf988f60239ecc60d276a4f776f19873 Binary files /dev/null and b/model/model/visual/blocks/15/norm1/bias/0 differ diff --git a/model/model/visual/blocks/15/norm1/scale/.zarray b/model/model/visual/blocks/15/norm1/scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/15/norm1/scale/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/15/norm1/scale/0 b/model/model/visual/blocks/15/norm1/scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..902a65db1f4d113947fc180e92e1b2a58d293665 Binary files /dev/null and b/model/model/visual/blocks/15/norm1/scale/0 differ diff --git a/model/model/visual/blocks/15/norm2/bias/.zarray b/model/model/visual/blocks/15/norm2/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/15/norm2/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/15/norm2/bias/0 b/model/model/visual/blocks/15/norm2/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..ed52f5e5247c226bf16b0559b2fd8879d84e34e6 Binary files /dev/null and b/model/model/visual/blocks/15/norm2/bias/0 differ diff --git a/model/model/visual/blocks/15/norm2/scale/.zarray b/model/model/visual/blocks/15/norm2/scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/15/norm2/scale/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/15/norm2/scale/0 b/model/model/visual/blocks/15/norm2/scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..0d0be268885cb5802e60a8b7e409090d9e6af53c Binary files /dev/null and b/model/model/visual/blocks/15/norm2/scale/0 differ diff --git a/model/model/visual/blocks/16/attn/proj/bias/.zarray b/model/model/visual/blocks/16/attn/proj/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/16/attn/proj/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/16/attn/proj/bias/0 b/model/model/visual/blocks/16/attn/proj/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..a36c1b9fbcabefc08171dd18b0787e6ad5dd9fbb Binary files /dev/null and b/model/model/visual/blocks/16/attn/proj/bias/0 differ diff --git a/model/model/visual/blocks/16/attn/proj/kernel/.zarray b/model/model/visual/blocks/16/attn/proj/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..7e404c8d6f530d1355820a948060a05d426540b5 --- /dev/null +++ b/model/model/visual/blocks/16/attn/proj/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[1152,288],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152,1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/16/attn/qkv/bias/.zarray b/model/model/visual/blocks/16/attn/qkv/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..bdd0de0e12688f214375797c5039a2d3195e5d0a --- /dev/null +++ b/model/model/visual/blocks/16/attn/qkv/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[3456],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[3456],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/16/attn/qkv/bias/0 b/model/model/visual/blocks/16/attn/qkv/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..f09184c1c1d934fadbee92c0de6353b82acd5eda Binary files /dev/null and b/model/model/visual/blocks/16/attn/qkv/bias/0 differ diff --git a/model/model/visual/blocks/16/attn/qkv/kernel/.zarray b/model/model/visual/blocks/16/attn/qkv/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..7fd3d0a46657ebb2a1b4d51dde5f13dd1d0a6671 --- /dev/null +++ b/model/model/visual/blocks/16/attn/qkv/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[288,3456],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152,3456],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/16/mlp/linear_fc1/bias/.zarray b/model/model/visual/blocks/16/mlp/linear_fc1/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..648e17a8d9a03e4fb579696cf9e9a516c60f37ba --- /dev/null +++ b/model/model/visual/blocks/16/mlp/linear_fc1/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[4304],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4304],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/16/mlp/linear_fc1/bias/0 b/model/model/visual/blocks/16/mlp/linear_fc1/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..88dd77d09ff163f15dea5caa9fbb9268f819483c Binary files /dev/null and b/model/model/visual/blocks/16/mlp/linear_fc1/bias/0 differ diff --git a/model/model/visual/blocks/16/mlp/linear_fc1/kernel/.zarray b/model/model/visual/blocks/16/mlp/linear_fc1/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..61d685e74e794cb68981cab412df5c6cab10732e --- /dev/null +++ b/model/model/visual/blocks/16/mlp/linear_fc1/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[288,4304],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152,4304],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/16/mlp/linear_fc2/bias/.zarray b/model/model/visual/blocks/16/mlp/linear_fc2/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/16/mlp/linear_fc2/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/16/mlp/linear_fc2/bias/0 b/model/model/visual/blocks/16/mlp/linear_fc2/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..9b2bdfdcdbf87790ed8467b4c344c13aa9191ba5 Binary files /dev/null and b/model/model/visual/blocks/16/mlp/linear_fc2/bias/0 differ diff --git a/model/model/visual/blocks/16/mlp/linear_fc2/kernel/.zarray b/model/model/visual/blocks/16/mlp/linear_fc2/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..eac6902e925f4251e816b7bea6fed45b955d9a1e --- /dev/null +++ b/model/model/visual/blocks/16/mlp/linear_fc2/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[4304,288],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4304,1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/16/norm1/bias/.zarray b/model/model/visual/blocks/16/norm1/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/16/norm1/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/16/norm1/bias/0 b/model/model/visual/blocks/16/norm1/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..517ed4d3758801ad9ceb7f119f150bf90098a8fe Binary files /dev/null and b/model/model/visual/blocks/16/norm1/bias/0 differ diff --git a/model/model/visual/blocks/16/norm1/scale/.zarray b/model/model/visual/blocks/16/norm1/scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/16/norm1/scale/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/16/norm1/scale/0 b/model/model/visual/blocks/16/norm1/scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..2fe90f0b000f1b4c093c8c6e17c55455a9101673 Binary files /dev/null and b/model/model/visual/blocks/16/norm1/scale/0 differ diff --git a/model/model/visual/blocks/16/norm2/bias/.zarray b/model/model/visual/blocks/16/norm2/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/16/norm2/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/16/norm2/bias/0 b/model/model/visual/blocks/16/norm2/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..a3e4acc30be672167df330126e51d9c462eed851 Binary files /dev/null and b/model/model/visual/blocks/16/norm2/bias/0 differ diff --git a/model/model/visual/blocks/16/norm2/scale/.zarray b/model/model/visual/blocks/16/norm2/scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/16/norm2/scale/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/16/norm2/scale/0 b/model/model/visual/blocks/16/norm2/scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..e7ed63924964eb46851c2360160695388fefb137 Binary files /dev/null and b/model/model/visual/blocks/16/norm2/scale/0 differ diff --git a/model/model/visual/blocks/17/attn/proj/bias/.zarray b/model/model/visual/blocks/17/attn/proj/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/17/attn/proj/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/17/attn/proj/bias/0 b/model/model/visual/blocks/17/attn/proj/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..7a09c3fa598a111e33594e9419f6e295da0d7b2b Binary files /dev/null and b/model/model/visual/blocks/17/attn/proj/bias/0 differ diff --git a/model/model/visual/blocks/17/attn/proj/kernel/.zarray b/model/model/visual/blocks/17/attn/proj/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..7e404c8d6f530d1355820a948060a05d426540b5 --- /dev/null +++ b/model/model/visual/blocks/17/attn/proj/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[1152,288],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152,1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/17/attn/qkv/bias/.zarray b/model/model/visual/blocks/17/attn/qkv/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..bdd0de0e12688f214375797c5039a2d3195e5d0a --- /dev/null +++ b/model/model/visual/blocks/17/attn/qkv/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[3456],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[3456],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/17/attn/qkv/bias/0 b/model/model/visual/blocks/17/attn/qkv/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..0c0ed4f2ce8807cd2611f4ccc7b81fbb237ee23b Binary files /dev/null and b/model/model/visual/blocks/17/attn/qkv/bias/0 differ diff --git a/model/model/visual/blocks/17/attn/qkv/kernel/.zarray b/model/model/visual/blocks/17/attn/qkv/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..7fd3d0a46657ebb2a1b4d51dde5f13dd1d0a6671 --- /dev/null +++ b/model/model/visual/blocks/17/attn/qkv/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[288,3456],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152,3456],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/17/mlp/linear_fc1/bias/.zarray b/model/model/visual/blocks/17/mlp/linear_fc1/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..648e17a8d9a03e4fb579696cf9e9a516c60f37ba --- /dev/null +++ b/model/model/visual/blocks/17/mlp/linear_fc1/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[4304],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4304],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/17/mlp/linear_fc1/bias/0 b/model/model/visual/blocks/17/mlp/linear_fc1/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..af8d11da8d39d83d2149c422b1880e018cea58ee Binary files /dev/null and b/model/model/visual/blocks/17/mlp/linear_fc1/bias/0 differ diff --git a/model/model/visual/blocks/17/mlp/linear_fc1/kernel/.zarray b/model/model/visual/blocks/17/mlp/linear_fc1/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..61d685e74e794cb68981cab412df5c6cab10732e --- /dev/null +++ b/model/model/visual/blocks/17/mlp/linear_fc1/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[288,4304],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152,4304],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/17/mlp/linear_fc2/bias/.zarray b/model/model/visual/blocks/17/mlp/linear_fc2/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/17/mlp/linear_fc2/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/17/mlp/linear_fc2/bias/0 b/model/model/visual/blocks/17/mlp/linear_fc2/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..89bdcc690814e96998a8bb271b01a8f1c6f30d4c Binary files /dev/null and b/model/model/visual/blocks/17/mlp/linear_fc2/bias/0 differ diff --git a/model/model/visual/blocks/17/mlp/linear_fc2/kernel/.zarray b/model/model/visual/blocks/17/mlp/linear_fc2/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..eac6902e925f4251e816b7bea6fed45b955d9a1e --- /dev/null +++ b/model/model/visual/blocks/17/mlp/linear_fc2/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[4304,288],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4304,1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/17/norm1/bias/.zarray b/model/model/visual/blocks/17/norm1/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/17/norm1/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/17/norm1/bias/0 b/model/model/visual/blocks/17/norm1/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..3a472a2653c142d9d73c7e65111241f4aba448a6 Binary files /dev/null and b/model/model/visual/blocks/17/norm1/bias/0 differ diff --git a/model/model/visual/blocks/17/norm1/scale/.zarray b/model/model/visual/blocks/17/norm1/scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/17/norm1/scale/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/17/norm1/scale/0 b/model/model/visual/blocks/17/norm1/scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..f1170596495bcee03c70471f49db4b1c0182df2f Binary files /dev/null and b/model/model/visual/blocks/17/norm1/scale/0 differ diff --git a/model/model/visual/blocks/17/norm2/bias/.zarray b/model/model/visual/blocks/17/norm2/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/17/norm2/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/17/norm2/bias/0 b/model/model/visual/blocks/17/norm2/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..9fbd199db5806c2fc8e1bb0b12a4a68d8134c236 Binary files /dev/null and b/model/model/visual/blocks/17/norm2/bias/0 differ diff --git a/model/model/visual/blocks/17/norm2/scale/.zarray b/model/model/visual/blocks/17/norm2/scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/17/norm2/scale/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/17/norm2/scale/0 b/model/model/visual/blocks/17/norm2/scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..6bc6094f1fbba54f194b0bfdf6edd34435ca3db4 Binary files /dev/null and b/model/model/visual/blocks/17/norm2/scale/0 differ diff --git a/model/model/visual/blocks/18/attn/proj/bias/.zarray b/model/model/visual/blocks/18/attn/proj/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/18/attn/proj/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/18/attn/proj/bias/0 b/model/model/visual/blocks/18/attn/proj/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..99cb4c8aac81dc7f87768ea395b8bd61e7f5169a Binary files /dev/null and b/model/model/visual/blocks/18/attn/proj/bias/0 differ diff --git a/model/model/visual/blocks/18/attn/proj/kernel/.zarray b/model/model/visual/blocks/18/attn/proj/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..7e404c8d6f530d1355820a948060a05d426540b5 --- /dev/null +++ b/model/model/visual/blocks/18/attn/proj/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[1152,288],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152,1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/18/attn/qkv/bias/.zarray b/model/model/visual/blocks/18/attn/qkv/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..bdd0de0e12688f214375797c5039a2d3195e5d0a --- /dev/null +++ b/model/model/visual/blocks/18/attn/qkv/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[3456],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[3456],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/18/attn/qkv/bias/0 b/model/model/visual/blocks/18/attn/qkv/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..fc8bc35919ba8cda03e84905e6a6706490e34d24 Binary files /dev/null and b/model/model/visual/blocks/18/attn/qkv/bias/0 differ diff --git a/model/model/visual/blocks/18/attn/qkv/kernel/.zarray b/model/model/visual/blocks/18/attn/qkv/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..7fd3d0a46657ebb2a1b4d51dde5f13dd1d0a6671 --- /dev/null +++ b/model/model/visual/blocks/18/attn/qkv/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[288,3456],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152,3456],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/18/mlp/linear_fc1/bias/.zarray b/model/model/visual/blocks/18/mlp/linear_fc1/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..648e17a8d9a03e4fb579696cf9e9a516c60f37ba --- /dev/null +++ b/model/model/visual/blocks/18/mlp/linear_fc1/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[4304],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4304],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/18/mlp/linear_fc1/bias/0 b/model/model/visual/blocks/18/mlp/linear_fc1/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..d173c6a534575484a9aa8ff69cf9304a2e2f9d37 Binary files /dev/null and b/model/model/visual/blocks/18/mlp/linear_fc1/bias/0 differ diff --git a/model/model/visual/blocks/18/mlp/linear_fc1/kernel/.zarray b/model/model/visual/blocks/18/mlp/linear_fc1/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..61d685e74e794cb68981cab412df5c6cab10732e --- /dev/null +++ b/model/model/visual/blocks/18/mlp/linear_fc1/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[288,4304],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152,4304],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/18/mlp/linear_fc2/bias/.zarray b/model/model/visual/blocks/18/mlp/linear_fc2/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/18/mlp/linear_fc2/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/18/mlp/linear_fc2/bias/0 b/model/model/visual/blocks/18/mlp/linear_fc2/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..b5b988901ace52d38563223e04a6de510f0bdd75 Binary files /dev/null and b/model/model/visual/blocks/18/mlp/linear_fc2/bias/0 differ diff --git a/model/model/visual/blocks/18/mlp/linear_fc2/kernel/.zarray b/model/model/visual/blocks/18/mlp/linear_fc2/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..eac6902e925f4251e816b7bea6fed45b955d9a1e --- /dev/null +++ b/model/model/visual/blocks/18/mlp/linear_fc2/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[4304,288],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4304,1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/18/norm1/bias/.zarray b/model/model/visual/blocks/18/norm1/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/18/norm1/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/18/norm1/bias/0 b/model/model/visual/blocks/18/norm1/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..e9d6d6f5005dab9b7667dde12519ab28b4416206 Binary files /dev/null and b/model/model/visual/blocks/18/norm1/bias/0 differ diff --git a/model/model/visual/blocks/18/norm1/scale/.zarray b/model/model/visual/blocks/18/norm1/scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/18/norm1/scale/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/18/norm1/scale/0 b/model/model/visual/blocks/18/norm1/scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..12a66eae31031a6c0d6493a837508eb5c99a3ea6 Binary files /dev/null and b/model/model/visual/blocks/18/norm1/scale/0 differ diff --git a/model/model/visual/blocks/18/norm2/bias/.zarray b/model/model/visual/blocks/18/norm2/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/18/norm2/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/18/norm2/bias/0 b/model/model/visual/blocks/18/norm2/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..a33faa0c6d426d53cc02f8491568376f3ea06d07 Binary files /dev/null and b/model/model/visual/blocks/18/norm2/bias/0 differ diff --git a/model/model/visual/blocks/18/norm2/scale/.zarray b/model/model/visual/blocks/18/norm2/scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/18/norm2/scale/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/18/norm2/scale/0 b/model/model/visual/blocks/18/norm2/scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..83e93d2ae5cd7895675daae8fbf96d5858c8d7f3 Binary files /dev/null and b/model/model/visual/blocks/18/norm2/scale/0 differ diff --git a/model/model/visual/blocks/19/attn/proj/bias/.zarray b/model/model/visual/blocks/19/attn/proj/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/19/attn/proj/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/19/attn/proj/bias/0 b/model/model/visual/blocks/19/attn/proj/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..8c6a1cc646d922a1689ed30e11c3b5061a86df21 Binary files /dev/null and b/model/model/visual/blocks/19/attn/proj/bias/0 differ diff --git a/model/model/visual/blocks/19/attn/proj/kernel/.zarray b/model/model/visual/blocks/19/attn/proj/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..7e404c8d6f530d1355820a948060a05d426540b5 --- /dev/null +++ b/model/model/visual/blocks/19/attn/proj/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[1152,288],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152,1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/19/attn/qkv/bias/.zarray b/model/model/visual/blocks/19/attn/qkv/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..bdd0de0e12688f214375797c5039a2d3195e5d0a --- /dev/null +++ b/model/model/visual/blocks/19/attn/qkv/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[3456],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[3456],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/19/attn/qkv/bias/0 b/model/model/visual/blocks/19/attn/qkv/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..f768c0cab8f33b694ce3af3097717382cf89ce45 Binary files /dev/null and b/model/model/visual/blocks/19/attn/qkv/bias/0 differ diff --git a/model/model/visual/blocks/19/attn/qkv/kernel/.zarray b/model/model/visual/blocks/19/attn/qkv/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..7fd3d0a46657ebb2a1b4d51dde5f13dd1d0a6671 --- /dev/null +++ b/model/model/visual/blocks/19/attn/qkv/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[288,3456],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152,3456],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/19/mlp/linear_fc1/bias/.zarray b/model/model/visual/blocks/19/mlp/linear_fc1/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..648e17a8d9a03e4fb579696cf9e9a516c60f37ba --- /dev/null +++ b/model/model/visual/blocks/19/mlp/linear_fc1/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[4304],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4304],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/19/mlp/linear_fc1/bias/0 b/model/model/visual/blocks/19/mlp/linear_fc1/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..8d682b19e5af2cf0f3b210a2c544d45c16dc71e3 Binary files /dev/null and b/model/model/visual/blocks/19/mlp/linear_fc1/bias/0 differ diff --git a/model/model/visual/blocks/19/mlp/linear_fc1/kernel/.zarray b/model/model/visual/blocks/19/mlp/linear_fc1/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..61d685e74e794cb68981cab412df5c6cab10732e --- /dev/null +++ b/model/model/visual/blocks/19/mlp/linear_fc1/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[288,4304],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152,4304],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/19/mlp/linear_fc2/bias/.zarray b/model/model/visual/blocks/19/mlp/linear_fc2/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/19/mlp/linear_fc2/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/19/mlp/linear_fc2/bias/0 b/model/model/visual/blocks/19/mlp/linear_fc2/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..5610e5d1ef277e9086a71b0ceeca6c4f555d37b2 Binary files /dev/null and b/model/model/visual/blocks/19/mlp/linear_fc2/bias/0 differ diff --git a/model/model/visual/blocks/19/mlp/linear_fc2/kernel/.zarray b/model/model/visual/blocks/19/mlp/linear_fc2/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..eac6902e925f4251e816b7bea6fed45b955d9a1e --- /dev/null +++ b/model/model/visual/blocks/19/mlp/linear_fc2/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[4304,288],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4304,1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/19/norm1/bias/.zarray b/model/model/visual/blocks/19/norm1/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/19/norm1/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/19/norm1/bias/0 b/model/model/visual/blocks/19/norm1/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..3f4dbacd8b357f1c96eb6eb333e58c7496a790e9 Binary files /dev/null and b/model/model/visual/blocks/19/norm1/bias/0 differ diff --git a/model/model/visual/blocks/19/norm1/scale/.zarray b/model/model/visual/blocks/19/norm1/scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/19/norm1/scale/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/19/norm1/scale/0 b/model/model/visual/blocks/19/norm1/scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..886cdd245eb11baf8414645e31b86d36c2c649c9 Binary files /dev/null and b/model/model/visual/blocks/19/norm1/scale/0 differ diff --git a/model/model/visual/blocks/19/norm2/bias/.zarray b/model/model/visual/blocks/19/norm2/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/19/norm2/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/19/norm2/bias/0 b/model/model/visual/blocks/19/norm2/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..9137873a3591e3463ceb8551cc0bb0ea4bd001c7 Binary files /dev/null and b/model/model/visual/blocks/19/norm2/bias/0 differ diff --git a/model/model/visual/blocks/19/norm2/scale/.zarray b/model/model/visual/blocks/19/norm2/scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/19/norm2/scale/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/19/norm2/scale/0 b/model/model/visual/blocks/19/norm2/scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..9fd98ac8f32584f7280556dd667ca6f4dacbe9e2 Binary files /dev/null and b/model/model/visual/blocks/19/norm2/scale/0 differ diff --git a/model/model/visual/blocks/2/attn/proj/bias/.zarray b/model/model/visual/blocks/2/attn/proj/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/2/attn/proj/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/2/attn/proj/bias/0 b/model/model/visual/blocks/2/attn/proj/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..437cb65708a17226d2448aa9532281a145d7413c Binary files /dev/null and b/model/model/visual/blocks/2/attn/proj/bias/0 differ diff --git a/model/model/visual/blocks/2/attn/proj/kernel/.zarray b/model/model/visual/blocks/2/attn/proj/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..7e404c8d6f530d1355820a948060a05d426540b5 --- /dev/null +++ b/model/model/visual/blocks/2/attn/proj/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[1152,288],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152,1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/2/attn/qkv/bias/.zarray b/model/model/visual/blocks/2/attn/qkv/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..bdd0de0e12688f214375797c5039a2d3195e5d0a --- /dev/null +++ b/model/model/visual/blocks/2/attn/qkv/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[3456],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[3456],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/2/attn/qkv/bias/0 b/model/model/visual/blocks/2/attn/qkv/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..5987d6386ad97b9996b9ac934f0886a340ad8091 Binary files /dev/null and b/model/model/visual/blocks/2/attn/qkv/bias/0 differ diff --git a/model/model/visual/blocks/2/attn/qkv/kernel/.zarray b/model/model/visual/blocks/2/attn/qkv/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..7fd3d0a46657ebb2a1b4d51dde5f13dd1d0a6671 --- /dev/null +++ b/model/model/visual/blocks/2/attn/qkv/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[288,3456],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152,3456],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/2/mlp/linear_fc1/bias/.zarray b/model/model/visual/blocks/2/mlp/linear_fc1/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..648e17a8d9a03e4fb579696cf9e9a516c60f37ba --- /dev/null +++ b/model/model/visual/blocks/2/mlp/linear_fc1/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[4304],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4304],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/2/mlp/linear_fc1/bias/0 b/model/model/visual/blocks/2/mlp/linear_fc1/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..116ae5112032d8572d6227b298147bc827df2f9b Binary files /dev/null and b/model/model/visual/blocks/2/mlp/linear_fc1/bias/0 differ diff --git a/model/model/visual/blocks/2/mlp/linear_fc1/kernel/.zarray b/model/model/visual/blocks/2/mlp/linear_fc1/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..61d685e74e794cb68981cab412df5c6cab10732e --- /dev/null +++ b/model/model/visual/blocks/2/mlp/linear_fc1/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[288,4304],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152,4304],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/2/mlp/linear_fc2/bias/.zarray b/model/model/visual/blocks/2/mlp/linear_fc2/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/2/mlp/linear_fc2/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/2/mlp/linear_fc2/bias/0 b/model/model/visual/blocks/2/mlp/linear_fc2/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..0281a3aeb8a7919051f107126625c3aa3e3fa488 Binary files /dev/null and b/model/model/visual/blocks/2/mlp/linear_fc2/bias/0 differ diff --git a/model/model/visual/blocks/2/mlp/linear_fc2/kernel/.zarray b/model/model/visual/blocks/2/mlp/linear_fc2/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..eac6902e925f4251e816b7bea6fed45b955d9a1e --- /dev/null +++ b/model/model/visual/blocks/2/mlp/linear_fc2/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[4304,288],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4304,1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/2/norm1/bias/.zarray b/model/model/visual/blocks/2/norm1/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/2/norm1/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/2/norm1/bias/0 b/model/model/visual/blocks/2/norm1/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..18830f204d42770730d896a3182f9e93ae2565db Binary files /dev/null and b/model/model/visual/blocks/2/norm1/bias/0 differ diff --git a/model/model/visual/blocks/2/norm1/scale/.zarray b/model/model/visual/blocks/2/norm1/scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/2/norm1/scale/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/2/norm1/scale/0 b/model/model/visual/blocks/2/norm1/scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..d296154aba18d7503eb3528da854477c44ea4ae5 Binary files /dev/null and b/model/model/visual/blocks/2/norm1/scale/0 differ diff --git a/model/model/visual/blocks/2/norm2/bias/.zarray b/model/model/visual/blocks/2/norm2/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/2/norm2/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/2/norm2/bias/0 b/model/model/visual/blocks/2/norm2/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..134c0798f8fbabc10b014437bd5967bce3620f26 Binary files /dev/null and b/model/model/visual/blocks/2/norm2/bias/0 differ diff --git a/model/model/visual/blocks/2/norm2/scale/.zarray b/model/model/visual/blocks/2/norm2/scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/2/norm2/scale/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/2/norm2/scale/0 b/model/model/visual/blocks/2/norm2/scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..cc74a4789f8c1045103f09ce817fdc3e01f3ed72 Binary files /dev/null and b/model/model/visual/blocks/2/norm2/scale/0 differ diff --git a/model/model/visual/blocks/20/attn/proj/bias/.zarray b/model/model/visual/blocks/20/attn/proj/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/20/attn/proj/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/20/attn/proj/bias/0 b/model/model/visual/blocks/20/attn/proj/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..03e98cb31aac6902624d722f1982af45458efad4 Binary files /dev/null and b/model/model/visual/blocks/20/attn/proj/bias/0 differ diff --git a/model/model/visual/blocks/20/attn/proj/kernel/.zarray b/model/model/visual/blocks/20/attn/proj/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..7e404c8d6f530d1355820a948060a05d426540b5 --- /dev/null +++ b/model/model/visual/blocks/20/attn/proj/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[1152,288],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152,1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/20/attn/qkv/bias/.zarray b/model/model/visual/blocks/20/attn/qkv/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..bdd0de0e12688f214375797c5039a2d3195e5d0a --- /dev/null +++ b/model/model/visual/blocks/20/attn/qkv/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[3456],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[3456],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/20/attn/qkv/bias/0 b/model/model/visual/blocks/20/attn/qkv/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..f654f9defde15b9961c651ed5c251530d722cc92 Binary files /dev/null and b/model/model/visual/blocks/20/attn/qkv/bias/0 differ diff --git a/model/model/visual/blocks/20/attn/qkv/kernel/.zarray b/model/model/visual/blocks/20/attn/qkv/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..7fd3d0a46657ebb2a1b4d51dde5f13dd1d0a6671 --- /dev/null +++ b/model/model/visual/blocks/20/attn/qkv/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[288,3456],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152,3456],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/20/mlp/linear_fc1/bias/.zarray b/model/model/visual/blocks/20/mlp/linear_fc1/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..648e17a8d9a03e4fb579696cf9e9a516c60f37ba --- /dev/null +++ b/model/model/visual/blocks/20/mlp/linear_fc1/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[4304],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4304],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/20/mlp/linear_fc1/kernel/.zarray b/model/model/visual/blocks/20/mlp/linear_fc1/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..61d685e74e794cb68981cab412df5c6cab10732e --- /dev/null +++ b/model/model/visual/blocks/20/mlp/linear_fc1/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[288,4304],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152,4304],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/20/mlp/linear_fc2/bias/.zarray b/model/model/visual/blocks/20/mlp/linear_fc2/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/20/mlp/linear_fc2/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/20/mlp/linear_fc2/bias/0 b/model/model/visual/blocks/20/mlp/linear_fc2/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..af826c1460e34b6c701c3e8e9c531bf1b4829f57 Binary files /dev/null and b/model/model/visual/blocks/20/mlp/linear_fc2/bias/0 differ diff --git a/model/model/visual/blocks/20/norm1/bias/0 b/model/model/visual/blocks/20/norm1/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..c4c19bd4e91d1a0d8787efb67d3cf9510237a112 Binary files /dev/null and b/model/model/visual/blocks/20/norm1/bias/0 differ diff --git a/model/model/visual/blocks/20/norm1/scale/0 b/model/model/visual/blocks/20/norm1/scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..d40114006b3325cd9adba7aa709e2198e5603e18 Binary files /dev/null and b/model/model/visual/blocks/20/norm1/scale/0 differ diff --git a/model/model/visual/blocks/20/norm2/bias/.zarray b/model/model/visual/blocks/20/norm2/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/20/norm2/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/20/norm2/scale/.zarray b/model/model/visual/blocks/20/norm2/scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/20/norm2/scale/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/21/attn/proj/bias/.zarray b/model/model/visual/blocks/21/attn/proj/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/21/attn/proj/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/21/attn/proj/bias/0 b/model/model/visual/blocks/21/attn/proj/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..fa5c3d3b3f5497c489d78fe6ed8db2e7d2d3c36a Binary files /dev/null and b/model/model/visual/blocks/21/attn/proj/bias/0 differ diff --git a/model/model/visual/blocks/21/attn/proj/kernel/.zarray b/model/model/visual/blocks/21/attn/proj/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..7e404c8d6f530d1355820a948060a05d426540b5 --- /dev/null +++ b/model/model/visual/blocks/21/attn/proj/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[1152,288],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152,1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/21/attn/qkv/bias/.zarray b/model/model/visual/blocks/21/attn/qkv/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..bdd0de0e12688f214375797c5039a2d3195e5d0a --- /dev/null +++ b/model/model/visual/blocks/21/attn/qkv/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[3456],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[3456],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/21/mlp/linear_fc2/kernel/.zarray b/model/model/visual/blocks/21/mlp/linear_fc2/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..eac6902e925f4251e816b7bea6fed45b955d9a1e --- /dev/null +++ b/model/model/visual/blocks/21/mlp/linear_fc2/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[4304,288],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4304,1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/21/norm1/bias/.zarray b/model/model/visual/blocks/21/norm1/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/21/norm1/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/25/mlp/linear_fc2/kernel/.zarray b/model/model/visual/blocks/25/mlp/linear_fc2/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..eac6902e925f4251e816b7bea6fed45b955d9a1e --- /dev/null +++ b/model/model/visual/blocks/25/mlp/linear_fc2/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[4304,288],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4304,1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/25/norm1/bias/.zarray b/model/model/visual/blocks/25/norm1/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/25/norm1/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/25/norm2/scale/.zarray b/model/model/visual/blocks/25/norm2/scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/25/norm2/scale/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/25/norm2/scale/0 b/model/model/visual/blocks/25/norm2/scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..b6d1c0ccd9e36035e74db2336861d854cd32aa18 Binary files /dev/null and b/model/model/visual/blocks/25/norm2/scale/0 differ diff --git a/model/model/visual/blocks/26/attn/proj/bias/.zarray b/model/model/visual/blocks/26/attn/proj/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/26/attn/proj/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/26/attn/qkv/bias/0 b/model/model/visual/blocks/26/attn/qkv/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..c20407e0f13461833b6e8ffe269a64321bee87b1 Binary files /dev/null and b/model/model/visual/blocks/26/attn/qkv/bias/0 differ diff --git a/model/model/visual/blocks/26/mlp/linear_fc1/bias/0 b/model/model/visual/blocks/26/mlp/linear_fc1/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..1c2a9e79d3db84f82c1dbde06cc33ae61c371d97 Binary files /dev/null and b/model/model/visual/blocks/26/mlp/linear_fc1/bias/0 differ diff --git a/model/model/visual/blocks/26/mlp/linear_fc2/bias/0 b/model/model/visual/blocks/26/mlp/linear_fc2/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..eb73389f547b67201945558bc5580a4dbe57fd09 Binary files /dev/null and b/model/model/visual/blocks/26/mlp/linear_fc2/bias/0 differ diff --git a/model/model/visual/blocks/26/mlp/linear_fc2/kernel/.zarray b/model/model/visual/blocks/26/mlp/linear_fc2/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..eac6902e925f4251e816b7bea6fed45b955d9a1e --- /dev/null +++ b/model/model/visual/blocks/26/mlp/linear_fc2/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[4304,288],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4304,1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/26/norm1/scale/.zarray b/model/model/visual/blocks/26/norm1/scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/26/norm1/scale/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/26/norm2/bias/0 b/model/model/visual/blocks/26/norm2/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..de6662c9e835ae15f098298d2d0b461a31428bc5 Binary files /dev/null and b/model/model/visual/blocks/26/norm2/bias/0 differ diff --git a/model/model/visual/blocks/26/norm2/scale/.zarray b/model/model/visual/blocks/26/norm2/scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/26/norm2/scale/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/3/attn/proj/bias/.zarray b/model/model/visual/blocks/3/attn/proj/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/3/attn/proj/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/3/attn/proj/bias/0 b/model/model/visual/blocks/3/attn/proj/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..9b4b5b56b12f70c2aa5c4d0a175c1f5d02e26fca Binary files /dev/null and b/model/model/visual/blocks/3/attn/proj/bias/0 differ diff --git a/model/model/visual/blocks/3/attn/proj/kernel/.zarray b/model/model/visual/blocks/3/attn/proj/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..7e404c8d6f530d1355820a948060a05d426540b5 --- /dev/null +++ b/model/model/visual/blocks/3/attn/proj/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[1152,288],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152,1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/3/attn/qkv/bias/.zarray b/model/model/visual/blocks/3/attn/qkv/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..bdd0de0e12688f214375797c5039a2d3195e5d0a --- /dev/null +++ b/model/model/visual/blocks/3/attn/qkv/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[3456],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[3456],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/3/attn/qkv/bias/0 b/model/model/visual/blocks/3/attn/qkv/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..37f494961557b0ba51b79a865f3b5c7cc11d7a1d Binary files /dev/null and b/model/model/visual/blocks/3/attn/qkv/bias/0 differ diff --git a/model/model/visual/blocks/3/attn/qkv/kernel/.zarray b/model/model/visual/blocks/3/attn/qkv/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..7fd3d0a46657ebb2a1b4d51dde5f13dd1d0a6671 --- /dev/null +++ b/model/model/visual/blocks/3/attn/qkv/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[288,3456],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152,3456],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/3/mlp/linear_fc1/bias/.zarray b/model/model/visual/blocks/3/mlp/linear_fc1/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..648e17a8d9a03e4fb579696cf9e9a516c60f37ba --- /dev/null +++ b/model/model/visual/blocks/3/mlp/linear_fc1/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[4304],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4304],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/3/mlp/linear_fc1/bias/0 b/model/model/visual/blocks/3/mlp/linear_fc1/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..7a6d23e5fe6eec3b762ebd2eeda7eb3cfda46799 Binary files /dev/null and b/model/model/visual/blocks/3/mlp/linear_fc1/bias/0 differ diff --git a/model/model/visual/blocks/3/mlp/linear_fc1/kernel/.zarray b/model/model/visual/blocks/3/mlp/linear_fc1/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..61d685e74e794cb68981cab412df5c6cab10732e --- /dev/null +++ b/model/model/visual/blocks/3/mlp/linear_fc1/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[288,4304],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152,4304],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/3/mlp/linear_fc2/bias/.zarray b/model/model/visual/blocks/3/mlp/linear_fc2/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/3/mlp/linear_fc2/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/3/mlp/linear_fc2/bias/0 b/model/model/visual/blocks/3/mlp/linear_fc2/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..a21dd6866bc247c4144400d7703d2ef6a4ebe6da Binary files /dev/null and b/model/model/visual/blocks/3/mlp/linear_fc2/bias/0 differ diff --git a/model/model/visual/blocks/3/mlp/linear_fc2/kernel/.zarray b/model/model/visual/blocks/3/mlp/linear_fc2/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..eac6902e925f4251e816b7bea6fed45b955d9a1e --- /dev/null +++ b/model/model/visual/blocks/3/mlp/linear_fc2/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[4304,288],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4304,1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/3/norm1/bias/.zarray b/model/model/visual/blocks/3/norm1/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/3/norm1/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/3/norm1/bias/0 b/model/model/visual/blocks/3/norm1/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..c7d440fdc127f2a66b906cc05c86e47e4e5219e9 Binary files /dev/null and b/model/model/visual/blocks/3/norm1/bias/0 differ diff --git a/model/model/visual/blocks/3/norm1/scale/.zarray b/model/model/visual/blocks/3/norm1/scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/3/norm1/scale/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/3/norm1/scale/0 b/model/model/visual/blocks/3/norm1/scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..6c30c2b6fb62e6c9e9b6489411d06f188e701735 Binary files /dev/null and b/model/model/visual/blocks/3/norm1/scale/0 differ diff --git a/model/model/visual/blocks/3/norm2/bias/.zarray b/model/model/visual/blocks/3/norm2/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/3/norm2/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/3/norm2/bias/0 b/model/model/visual/blocks/3/norm2/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..42cbcc3f49474b1bb0317aaeb38ee897a7c8ee03 Binary files /dev/null and b/model/model/visual/blocks/3/norm2/bias/0 differ diff --git a/model/model/visual/blocks/3/norm2/scale/.zarray b/model/model/visual/blocks/3/norm2/scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/3/norm2/scale/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/3/norm2/scale/0 b/model/model/visual/blocks/3/norm2/scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..353309f388b4f2c3e42a88406e0360510401b09c Binary files /dev/null and b/model/model/visual/blocks/3/norm2/scale/0 differ diff --git a/model/model/visual/blocks/4/attn/proj/bias/.zarray b/model/model/visual/blocks/4/attn/proj/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/4/attn/proj/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/4/attn/proj/bias/0 b/model/model/visual/blocks/4/attn/proj/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..99c834fc89358143e0ed2fe27b4f4799e59db9ff Binary files /dev/null and b/model/model/visual/blocks/4/attn/proj/bias/0 differ diff --git a/model/model/visual/blocks/4/attn/proj/kernel/.zarray b/model/model/visual/blocks/4/attn/proj/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..7e404c8d6f530d1355820a948060a05d426540b5 --- /dev/null +++ b/model/model/visual/blocks/4/attn/proj/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[1152,288],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152,1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/4/attn/qkv/bias/.zarray b/model/model/visual/blocks/4/attn/qkv/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..bdd0de0e12688f214375797c5039a2d3195e5d0a --- /dev/null +++ b/model/model/visual/blocks/4/attn/qkv/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[3456],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[3456],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/4/attn/qkv/bias/0 b/model/model/visual/blocks/4/attn/qkv/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..8fe4ab9c54fccd9635d0a711b3d0c4f30d267268 Binary files /dev/null and b/model/model/visual/blocks/4/attn/qkv/bias/0 differ diff --git a/model/model/visual/blocks/4/attn/qkv/kernel/.zarray b/model/model/visual/blocks/4/attn/qkv/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..7fd3d0a46657ebb2a1b4d51dde5f13dd1d0a6671 --- /dev/null +++ b/model/model/visual/blocks/4/attn/qkv/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[288,3456],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152,3456],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/4/mlp/linear_fc1/bias/.zarray b/model/model/visual/blocks/4/mlp/linear_fc1/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..648e17a8d9a03e4fb579696cf9e9a516c60f37ba --- /dev/null +++ b/model/model/visual/blocks/4/mlp/linear_fc1/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[4304],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4304],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/4/mlp/linear_fc1/kernel/.zarray b/model/model/visual/blocks/4/mlp/linear_fc1/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..61d685e74e794cb68981cab412df5c6cab10732e --- /dev/null +++ b/model/model/visual/blocks/4/mlp/linear_fc1/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[288,4304],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152,4304],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/4/mlp/linear_fc2/bias/.zarray b/model/model/visual/blocks/4/mlp/linear_fc2/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/4/mlp/linear_fc2/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/4/mlp/linear_fc2/bias/0 b/model/model/visual/blocks/4/mlp/linear_fc2/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..e8bbbbd99f4cbf7b0102da949cf1ac854dc05bc5 Binary files /dev/null and b/model/model/visual/blocks/4/mlp/linear_fc2/bias/0 differ diff --git a/model/model/visual/blocks/4/mlp/linear_fc2/kernel/.zarray b/model/model/visual/blocks/4/mlp/linear_fc2/kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..eac6902e925f4251e816b7bea6fed45b955d9a1e --- /dev/null +++ b/model/model/visual/blocks/4/mlp/linear_fc2/kernel/.zarray @@ -0,0 +1 @@ +{"chunks":[4304,288],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4304,1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/4/norm1/bias/.zarray b/model/model/visual/blocks/4/norm1/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/4/norm1/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/4/norm1/bias/0 b/model/model/visual/blocks/4/norm1/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..3d5980033aedaa24cd5fc91433da01707010f4fb Binary files /dev/null and b/model/model/visual/blocks/4/norm1/bias/0 differ diff --git a/model/model/visual/blocks/4/norm1/scale/.zarray b/model/model/visual/blocks/4/norm1/scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/4/norm1/scale/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/4/norm1/scale/0 b/model/model/visual/blocks/4/norm1/scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..c991b18a9ed600917229c308f67742dfe8dfeff0 Binary files /dev/null and b/model/model/visual/blocks/4/norm1/scale/0 differ diff --git a/model/model/visual/blocks/4/norm2/bias/.zarray b/model/model/visual/blocks/4/norm2/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/4/norm2/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/4/norm2/scale/.zarray b/model/model/visual/blocks/4/norm2/scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/4/norm2/scale/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/4/norm2/scale/0 b/model/model/visual/blocks/4/norm2/scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..5bcb17ab4e9864216784d0940c660f905e249554 Binary files /dev/null and b/model/model/visual/blocks/4/norm2/scale/0 differ diff --git a/model/model/visual/blocks/5/attn/proj/bias/0 b/model/model/visual/blocks/5/attn/proj/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..b895393bfceecf6b46b166201332ac283e52170e Binary files /dev/null and b/model/model/visual/blocks/5/attn/proj/bias/0 differ diff --git a/model/model/visual/blocks/5/norm1/bias/.zarray b/model/model/visual/blocks/5/norm1/bias/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/5/norm1/bias/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/5/norm2/bias/0 b/model/model/visual/blocks/5/norm2/bias/0 new file mode 100644 index 0000000000000000000000000000000000000000..d9147b71fec8914917ca001142a59597607b935e Binary files /dev/null and b/model/model/visual/blocks/5/norm2/bias/0 differ diff --git a/model/model/visual/blocks/5/norm2/scale/.zarray b/model/model/visual/blocks/5/norm2/scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..96ee587f338d1b2429ce8b2c3f4acd614d9d80f9 --- /dev/null +++ b/model/model/visual/blocks/5/norm2/scale/.zarray @@ -0,0 +1 @@ +{"chunks":[1152],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1152],"zarr_format":2} \ No newline at end of file diff --git a/model/model/visual/blocks/7/mlp/linear_fc1/kernel/0.0 b/model/model/visual/blocks/7/mlp/linear_fc1/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..2bd4342e8b32689f3df348f9081aae903495e5f0 --- /dev/null +++ b/model/model/visual/blocks/7/mlp/linear_fc1/kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:321e8360e02879f9a2e592b1111180e590bfca8e75bad4b44d409f7905f281ce +size 1931977 diff --git a/model/model/visual/blocks/7/mlp/linear_fc2/kernel/0.3 b/model/model/visual/blocks/7/mlp/linear_fc2/kernel/0.3 new file mode 100644 index 0000000000000000000000000000000000000000..ae6e6d0f22fcf82d90e01456898cd316a1b66ae1 --- /dev/null +++ b/model/model/visual/blocks/7/mlp/linear_fc2/kernel/0.3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb8c395c6268511cbf85de1326eb3c7decac2c8eeab1a749772d8995b3e9dbe7 +size 1938090 diff --git a/model/model/visual/blocks/8/mlp/linear_fc1/kernel/2.0 b/model/model/visual/blocks/8/mlp/linear_fc1/kernel/2.0 new file mode 100644 index 0000000000000000000000000000000000000000..2ef3bbdcb90483ef4ba6372763e31ba898686f3d --- /dev/null +++ b/model/model/visual/blocks/8/mlp/linear_fc1/kernel/2.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c31627eddec1c78b9eb9ce0de0298d081bb51ad60a632113220e943b787ae8d3 +size 1931584 diff --git a/model/model/visual/blocks/8/mlp/linear_fc2/kernel/0.1 b/model/model/visual/blocks/8/mlp/linear_fc2/kernel/0.1 new file mode 100644 index 0000000000000000000000000000000000000000..892e27c39d6fd631b94364b44768c48d7e49f35f --- /dev/null +++ b/model/model/visual/blocks/8/mlp/linear_fc2/kernel/0.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95ba40dc1f36211751102eedce94098d13993c5db01e5836fd9e7695f436e1ab +size 1935073 diff --git a/model/model/visual/blocks/9/mlp/linear_fc1/kernel/0.0 b/model/model/visual/blocks/9/mlp/linear_fc1/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3fdd555fe196b3778f5d11dcb4c14516e4a02534 --- /dev/null +++ b/model/model/visual/blocks/9/mlp/linear_fc1/kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4507eab2322d7852ce08f4a46b4cc415294b188b107f4a5e48bd53f34f7024a5 +size 1932850 diff --git a/model/model/visual/blocks/9/mlp/linear_fc1/kernel/1.0 b/model/model/visual/blocks/9/mlp/linear_fc1/kernel/1.0 new file mode 100644 index 0000000000000000000000000000000000000000..895c094de1b84a2611370f49f4cc59cc6d7043fd --- /dev/null +++ b/model/model/visual/blocks/9/mlp/linear_fc1/kernel/1.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7d8c422b2bb3a007d750b8dd586bcebeb2558960dee99aa2980c23431db9cea +size 1932900 diff --git a/model/model/visual/blocks/9/mlp/linear_fc1/kernel/2.0 b/model/model/visual/blocks/9/mlp/linear_fc1/kernel/2.0 new file mode 100644 index 0000000000000000000000000000000000000000..5085144dbe7a2361ef70966ebb3b6e01123b7e2f --- /dev/null +++ b/model/model/visual/blocks/9/mlp/linear_fc1/kernel/2.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9920b3aed807b19b1c828fa995656b814e1a3f4ac81626fa97cdf5d141e7e05 +size 1932862 diff --git a/model/model/visual/pos_embed/embedding/0.0 b/model/model/visual/pos_embed/embedding/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..797ee88f8be9b1d1e8d727039b7d41a0ef3ff7e7 --- /dev/null +++ b/model/model/visual/pos_embed/embedding/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ee9bc454ea7d1fb118744dea5a756e9299bc26d834b21ed4f217a155837ea44 +size 1058477 diff --git a/model/model/visual/pos_embed/embedding/2.0 b/model/model/visual/pos_embed/embedding/2.0 new file mode 100644 index 0000000000000000000000000000000000000000..774ef37112cf801728ae0e4bb45404c8469fa2f7 --- /dev/null +++ b/model/model/visual/pos_embed/embedding/2.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3141852df976d6ed4a899299f82bc10e80b29a5d47c4a5d0e2b33f06f49f4ea +size 1052829