erfanzar commited on
Commit
c6def2c
·
verified ·
1 Parent(s): 5a4a30c

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +9 -0
  2. model/model/language_model/layers/6/linear_attn/conv1d/kernel/.zarray +1 -0
  3. model/model/language_model/layers/6/linear_attn/in_proj_a/kernel/0.0 +0 -0
  4. model/model/language_model/layers/6/linear_attn/in_proj_qkv/kernel/.zarray +1 -0
  5. model/model/language_model/layers/6/linear_attn/in_proj_z/kernel/.zarray +1 -0
  6. model/model/language_model/layers/6/linear_attn/norm/kernel/.zarray +1 -0
  7. model/model/language_model/layers/6/linear_attn/norm/kernel/0 +0 -0
  8. model/model/language_model/layers/6/linear_attn/out_proj/kernel/.zarray +1 -0
  9. model/model/language_model/layers/6/post_attention_layernorm/kernel/.zarray +1 -0
  10. model/model/language_model/layers/6/post_attention_layernorm/kernel/0 +0 -0
  11. model/model/language_model/layers/7/input_layernorm/kernel/.zarray +1 -0
  12. model/model/language_model/layers/7/input_layernorm/kernel/0 +0 -0
  13. model/model/language_model/layers/7/mlp/down_proj/kernel/.zarray +1 -0
  14. model/model/language_model/layers/7/mlp/gate_proj/kernel/.zarray +1 -0
  15. model/model/language_model/layers/7/mlp/up_proj/kernel/.zarray +1 -0
  16. model/model/language_model/layers/7/post_attention_layernorm/kernel/.zarray +1 -0
  17. model/model/language_model/layers/7/post_attention_layernorm/kernel/0 +0 -0
  18. model/model/language_model/layers/7/self_attn/k_norm/kernel/.zarray +1 -0
  19. model/model/language_model/layers/7/self_attn/k_norm/kernel/0 +0 -0
  20. model/model/language_model/layers/7/self_attn/k_proj/kernel/.zarray +1 -0
  21. model/model/language_model/layers/7/self_attn/o_proj/kernel/.zarray +1 -0
  22. model/model/language_model/layers/7/self_attn/q_norm/kernel/.zarray +1 -0
  23. model/model/language_model/layers/7/self_attn/q_norm/kernel/0 +0 -0
  24. model/model/language_model/layers/7/self_attn/q_proj/kernel/.zarray +1 -0
  25. model/model/language_model/layers/7/self_attn/v_proj/kernel/.zarray +1 -0
  26. model/model/language_model/layers/8/input_layernorm/kernel/0 +0 -0
  27. model/model/language_model/layers/8/linear_attn/A_log/.zarray +1 -0
  28. model/model/language_model/layers/8/linear_attn/A_log/0 +0 -0
  29. model/model/language_model/layers/8/linear_attn/conv1d/kernel/0.0.0 +0 -0
  30. model/model/language_model/layers/8/linear_attn/dt_bias/.zarray +1 -0
  31. model/model/language_model/layers/8/linear_attn/dt_bias/0 +0 -0
  32. model/model/language_model/layers/8/linear_attn/in_proj_a/kernel/.zarray +1 -0
  33. model/model/language_model/layers/8/linear_attn/in_proj_a/kernel/1.0 +0 -0
  34. model/model/language_model/layers/8/linear_attn/in_proj_a/kernel/2.0 +0 -0
  35. model/model/language_model/layers/8/linear_attn/in_proj_b/kernel/.zarray +1 -0
  36. model/model/language_model/layers/8/linear_attn/in_proj_b/kernel/1.0 +0 -0
  37. model/model/language_model/layers/8/linear_attn/in_proj_b/kernel/2.0 +0 -0
  38. model/model/language_model/layers/8/linear_attn/in_proj_b/kernel/3.0 +0 -0
  39. model/model/language_model/layers/8/linear_attn/in_proj_qkv/kernel/.zarray +1 -0
  40. model/model/language_model/layers/8/linear_attn/in_proj_z/kernel/.zarray +1 -0
  41. model/model/language_model/layers/8/linear_attn/norm/kernel/0 +0 -0
  42. model/model/language_model/layers/8/mlp/down_proj/kernel/.zarray +1 -0
  43. model/model/language_model/layers/8/mlp/gate_proj/kernel/.zarray +1 -0
  44. model/model/language_model/layers/8/mlp/up_proj/kernel/.zarray +1 -0
  45. model/model/language_model/layers/9/linear_attn/in_proj_a/kernel/2.0 +0 -0
  46. model/model/language_model/layers/9/linear_attn/in_proj_a/kernel/3.0 +0 -0
  47. model/model/language_model/layers/9/linear_attn/in_proj_b/kernel/0.0 +0 -0
  48. model/model/language_model/layers/9/linear_attn/in_proj_b/kernel/2.0 +0 -0
  49. model/model/language_model/layers/9/linear_attn/in_proj_b/kernel/3.0 +0 -0
  50. model/model/language_model/layers/9/linear_attn/in_proj_qkv/kernel/.zarray +1 -0
.gitattributes CHANGED
@@ -47,3 +47,12 @@ model/model/visual/blocks/7/mlp/linear_fc1/kernel/1.0 filter=lfs diff=lfs merge=
47
  model/model/visual/blocks/9/attn/proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text
48
  model/model/visual/blocks/8/attn/qkv/kernel/1.0 filter=lfs diff=lfs merge=lfs -text
49
  model/model/visual/blocks/9/attn/proj/kernel/0.1 filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
47
  model/model/visual/blocks/9/attn/proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text
48
  model/model/visual/blocks/8/attn/qkv/kernel/1.0 filter=lfs diff=lfs merge=lfs -text
49
  model/model/visual/blocks/9/attn/proj/kernel/0.1 filter=lfs diff=lfs merge=lfs -text
50
+ model/model/visual/blocks/9/mlp/linear_fc1/kernel/1.0 filter=lfs diff=lfs merge=lfs -text
51
+ model/model/visual/blocks/9/mlp/linear_fc1/kernel/0.0 filter=lfs diff=lfs merge=lfs -text
52
+ model/model/visual/blocks/8/mlp/linear_fc2/kernel/0.1 filter=lfs diff=lfs merge=lfs -text
53
+ model/model/visual/blocks/7/mlp/linear_fc2/kernel/0.3 filter=lfs diff=lfs merge=lfs -text
54
+ model/model/visual/blocks/9/mlp/linear_fc1/kernel/2.0 filter=lfs diff=lfs merge=lfs -text
55
+ model/model/visual/blocks/8/mlp/linear_fc1/kernel/2.0 filter=lfs diff=lfs merge=lfs -text
56
+ model/model/visual/pos_embed/embedding/0.0 filter=lfs diff=lfs merge=lfs -text
57
+ model/model/visual/blocks/7/mlp/linear_fc1/kernel/0.0 filter=lfs diff=lfs merge=lfs -text
58
+ model/model/visual/pos_embed/embedding/2.0 filter=lfs diff=lfs merge=lfs -text
model/model/language_model/layers/6/linear_attn/conv1d/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[4,1,8192],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4,1,8192],"zarr_format":2}
model/model/language_model/layers/6/linear_attn/in_proj_a/kernel/0.0 ADDED
Binary file (51.3 kB). View file
 
model/model/language_model/layers/6/linear_attn/in_proj_qkv/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[1024,8192],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,8192],"zarr_format":2}
model/model/language_model/layers/6/linear_attn/in_proj_z/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[1024,4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
model/model/language_model/layers/6/linear_attn/norm/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[128],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[128],"zarr_format":2}
model/model/language_model/layers/6/linear_attn/norm/kernel/0 ADDED
Binary file (194 Bytes). View file
 
model/model/language_model/layers/6/linear_attn/out_proj/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[4096,1024],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
model/model/language_model/layers/6/post_attention_layernorm/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096],"zarr_format":2}
model/model/language_model/layers/6/post_attention_layernorm/kernel/0 ADDED
Binary file (5.99 kB). View file
 
model/model/language_model/layers/7/input_layernorm/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096],"zarr_format":2}
model/model/language_model/layers/7/input_layernorm/kernel/0 ADDED
Binary file (6.46 kB). View file
 
model/model/language_model/layers/7/mlp/down_proj/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[12288,1024],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[12288,4096],"zarr_format":2}
model/model/language_model/layers/7/mlp/gate_proj/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[1024,12288],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,12288],"zarr_format":2}
model/model/language_model/layers/7/mlp/up_proj/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[1024,12288],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,12288],"zarr_format":2}
model/model/language_model/layers/7/post_attention_layernorm/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096],"zarr_format":2}
model/model/language_model/layers/7/post_attention_layernorm/kernel/0 ADDED
Binary file (6.21 kB). View file
 
model/model/language_model/layers/7/self_attn/k_norm/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[256],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[256],"zarr_format":2}
model/model/language_model/layers/7/self_attn/k_norm/kernel/0 ADDED
Binary file (396 Bytes). View file
 
model/model/language_model/layers/7/self_attn/k_proj/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[1024,1024],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,1024],"zarr_format":2}
model/model/language_model/layers/7/self_attn/o_proj/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[4096,1024],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
model/model/language_model/layers/7/self_attn/q_norm/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[256],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[256],"zarr_format":2}
model/model/language_model/layers/7/self_attn/q_norm/kernel/0 ADDED
Binary file (390 Bytes). View file
 
model/model/language_model/layers/7/self_attn/q_proj/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[1024,8192],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,8192],"zarr_format":2}
model/model/language_model/layers/7/self_attn/v_proj/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[1024,1024],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,1024],"zarr_format":2}
model/model/language_model/layers/8/input_layernorm/kernel/0 ADDED
Binary file (5.8 kB). View file
 
model/model/language_model/layers/8/linear_attn/A_log/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[32],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[32],"zarr_format":2}
model/model/language_model/layers/8/linear_attn/A_log/0 ADDED
Binary file (73 Bytes). View file
 
model/model/language_model/layers/8/linear_attn/conv1d/kernel/0.0.0 ADDED
Binary file (54.3 kB). View file
 
model/model/language_model/layers/8/linear_attn/dt_bias/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[32],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[32],"zarr_format":2}
model/model/language_model/layers/8/linear_attn/dt_bias/0 ADDED
Binary file (73 Bytes). View file
 
model/model/language_model/layers/8/linear_attn/in_proj_a/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[1024,32],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,32],"zarr_format":2}
model/model/language_model/layers/8/linear_attn/in_proj_a/kernel/1.0 ADDED
Binary file (51.4 kB). View file
 
model/model/language_model/layers/8/linear_attn/in_proj_a/kernel/2.0 ADDED
Binary file (51.4 kB). View file
 
model/model/language_model/layers/8/linear_attn/in_proj_b/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[1024,32],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,32],"zarr_format":2}
model/model/language_model/layers/8/linear_attn/in_proj_b/kernel/1.0 ADDED
Binary file (51.6 kB). View file
 
model/model/language_model/layers/8/linear_attn/in_proj_b/kernel/2.0 ADDED
Binary file (51.6 kB). View file
 
model/model/language_model/layers/8/linear_attn/in_proj_b/kernel/3.0 ADDED
Binary file (51.6 kB). View file
 
model/model/language_model/layers/8/linear_attn/in_proj_qkv/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[1024,8192],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,8192],"zarr_format":2}
model/model/language_model/layers/8/linear_attn/in_proj_z/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[1024,4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
model/model/language_model/layers/8/linear_attn/norm/kernel/0 ADDED
Binary file (191 Bytes). View file
 
model/model/language_model/layers/8/mlp/down_proj/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[12288,1024],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[12288,4096],"zarr_format":2}
model/model/language_model/layers/8/mlp/gate_proj/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[1024,12288],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,12288],"zarr_format":2}
model/model/language_model/layers/8/mlp/up_proj/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[1024,12288],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,12288],"zarr_format":2}
model/model/language_model/layers/9/linear_attn/in_proj_a/kernel/2.0 ADDED
Binary file (51.4 kB). View file
 
model/model/language_model/layers/9/linear_attn/in_proj_a/kernel/3.0 ADDED
Binary file (51.4 kB). View file
 
model/model/language_model/layers/9/linear_attn/in_proj_b/kernel/0.0 ADDED
Binary file (51.6 kB). View file
 
model/model/language_model/layers/9/linear_attn/in_proj_b/kernel/2.0 ADDED
Binary file (51.6 kB). View file
 
model/model/language_model/layers/9/linear_attn/in_proj_b/kernel/3.0 ADDED
Binary file (51.6 kB). View file
 
model/model/language_model/layers/9/linear_attn/in_proj_qkv/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[1024,8192],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,8192],"zarr_format":2}