erfanzar commited on
Commit
d7ae3e7
·
verified ·
1 Parent(s): 877d342

Add files using upload-large-folder tool

Browse files
Files changed (50) hide show
  1. chat_template.jinja +140 -0
  2. model/params/lm_head/kernel/.zarray +1 -0
  3. model/params/model/language_model/embed_tokens/embedding/.zarray +1 -0
  4. model/params/model/language_model/layers/0/input_layernorm/kernel/.zarray +1 -0
  5. model/params/model/language_model/layers/0/input_layernorm/kernel/0 +0 -0
  6. model/params/model/language_model/layers/0/mlp/down_proj/kernel/.zarray +1 -0
  7. model/params/model/language_model/layers/0/mlp/gate_up_proj/kernel/.zarray +1 -0
  8. model/params/model/language_model/layers/0/post_attention_layernorm/kernel/.zarray +1 -0
  9. model/params/model/language_model/layers/0/post_attention_layernorm/kernel/0 +0 -0
  10. model/params/model/language_model/layers/0/post_mlp_layernorm/kernel/.zarray +1 -0
  11. model/params/model/language_model/layers/0/post_mlp_layernorm/kernel/0 +0 -0
  12. model/params/model/language_model/layers/0/post_self_attn_layernorm/kernel/.zarray +1 -0
  13. model/params/model/language_model/layers/0/post_self_attn_layernorm/kernel/0 +0 -0
  14. model/params/model/language_model/layers/0/self_attn/k_proj/bias/.zarray +1 -0
  15. model/params/model/language_model/layers/0/self_attn/k_proj/kernel/.zarray +1 -0
  16. model/params/model/language_model/layers/0/self_attn/q_proj/bias/.zarray +1 -0
  17. model/params/model/language_model/layers/0/self_attn/q_proj/bias/0 +0 -0
  18. model/params/model/language_model/layers/0/self_attn/q_proj/kernel/.zarray +1 -0
  19. model/params/model/language_model/layers/0/self_attn/v_proj/bias/.zarray +1 -0
  20. model/params/model/language_model/layers/0/self_attn/v_proj/bias/0 +0 -0
  21. model/params/model/language_model/layers/0/self_attn/v_proj/kernel/.zarray +1 -0
  22. model/params/model/language_model/layers/1/input_layernorm/kernel/.zarray +1 -0
  23. model/params/model/language_model/layers/1/input_layernorm/kernel/0 +0 -0
  24. model/params/model/language_model/layers/1/mlp/gate_up_proj/kernel/.zarray +1 -0
  25. model/params/model/language_model/layers/1/post_attention_layernorm/kernel/.zarray +1 -0
  26. model/params/model/language_model/layers/1/post_attention_layernorm/kernel/0 +0 -0
  27. model/params/model/language_model/layers/1/post_mlp_layernorm/kernel/.zarray +1 -0
  28. model/params/model/language_model/layers/1/post_mlp_layernorm/kernel/0 +0 -0
  29. model/params/model/language_model/layers/1/post_self_attn_layernorm/kernel/.zarray +1 -0
  30. model/params/model/language_model/layers/1/post_self_attn_layernorm/kernel/0 +0 -0
  31. model/params/model/language_model/layers/1/self_attn/k_proj/bias/.zarray +1 -0
  32. model/params/model/language_model/layers/1/self_attn/k_proj/bias/0 +0 -0
  33. model/params/model/language_model/layers/1/self_attn/k_proj/kernel/.zarray +1 -0
  34. model/params/model/language_model/layers/1/self_attn/o_proj/kernel/.zarray +1 -0
  35. model/params/model/language_model/layers/1/self_attn/q_proj/bias/.zarray +1 -0
  36. model/params/model/language_model/layers/1/self_attn/q_proj/kernel/.zarray +1 -0
  37. model/params/model/language_model/layers/1/self_attn/v_proj/bias/.zarray +1 -0
  38. model/params/model/language_model/layers/1/self_attn/v_proj/kernel/.zarray +1 -0
  39. model/params/model/language_model/layers/10/input_layernorm/kernel/0 +0 -0
  40. model/params/model/language_model/layers/10/mlp/down_proj/kernel/.zarray +1 -0
  41. model/params/model/language_model/layers/10/mlp/gate_up_proj/kernel/.zarray +1 -0
  42. model/params/model/language_model/layers/10/post_attention_layernorm/kernel/.zarray +1 -0
  43. model/params/model/language_model/layers/10/post_attention_layernorm/kernel/0 +0 -0
  44. model/params/model/language_model/layers/10/post_mlp_layernorm/kernel/0 +0 -0
  45. model/params/model/language_model/layers/10/post_self_attn_layernorm/kernel/.zarray +1 -0
  46. model/params/model/language_model/layers/10/post_self_attn_layernorm/kernel/0 +0 -0
  47. model/params/model/language_model/layers/10/self_attn/k_proj/bias/.zarray +1 -0
  48. model/params/model/language_model/layers/10/self_attn/k_proj/bias/0 +0 -0
  49. model/params/model/language_model/layers/10/self_attn/k_proj/kernel/.zarray +1 -0
  50. model/params/model/language_model/layers/10/self_attn/o_proj/kernel/.zarray +1 -0
chat_template.jinja ADDED
@@ -0,0 +1,140 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [gMASK]<sop>
2
+ {%- if tools -%}
3
+ <|system|>
4
+ # Tools
5
+
6
+ You may call one or more functions to assist with the user query.
7
+
8
+ You are provided with function signatures within <tools></tools> XML tags:
9
+ <tools>
10
+ {% for tool in tools %}
11
+ {{ tool | tojson(ensure_ascii=False) }}
12
+ {% endfor %}
13
+ </tools>
14
+
15
+ For each function call, output the function name and arguments within the following XML format:
16
+ <tool_call>{function-name}
17
+ <arg_key>{arg-key-1}</arg_key>
18
+ <arg_value>{arg-value-1}</arg_value>
19
+ <arg_key>{arg-key-2}</arg_key>
20
+ <arg_value>{arg-value-2}</arg_value>
21
+ ...
22
+ </tool_call>{%- endif -%}
23
+ {%- macro visible_text(content) -%}
24
+ {%- if content is string -%}
25
+ {{- content }}
26
+ {%- elif content is iterable and content is not mapping -%}
27
+ {%- for item in content -%}
28
+ {%- if item is mapping and item.type == 'text' -%}
29
+ {{- item.text }}
30
+ {%- elif item is mapping and (item.type == 'image' or 'image' in item) -%}
31
+ <|begin_of_image|><|image|><|end_of_image|>
32
+ {%- elif item is mapping and (item.type == 'video' or 'video' in item) -%}
33
+ <|begin_of_video|><|video|><|end_of_video|>
34
+ {%- elif item is string -%}
35
+ {{- item }}
36
+ {%- endif -%}
37
+ {%- endfor -%}
38
+ {%- else -%}
39
+ {{- content }}
40
+ {%- endif -%}
41
+ {%- endmacro -%}
42
+ {%- set ns = namespace(last_user_index=-1) %}
43
+ {%- for m in messages %}
44
+ {%- if m.role == 'user' %}
45
+ {% set ns.last_user_index = loop.index0 -%}
46
+ {%- endif %}
47
+ {%- endfor %}
48
+ {% for m in messages %}
49
+ {%- if m.role == 'user' -%}<|user|>
50
+ {% if m.content is string %}
51
+ {{ m.content }}
52
+ {%- else %}
53
+ {%- for item in m.content %}
54
+ {% if item.type == 'video' or 'video' in item %}
55
+ <|begin_of_video|><|video|><|end_of_video|>{% elif item.type == 'image' or 'image' in item %}
56
+ <|begin_of_image|><|image|><|end_of_image|>{% elif item.type == 'text' %}
57
+ {{ item.text }}
58
+ {%- endif %}
59
+ {%- endfor %}
60
+ {%- endif %}
61
+ {{- '/nothink' if (enable_thinking is defined and not enable_thinking and not visible_text(m.content).endswith("/nothink")) else '' -}}
62
+ {%- elif m.role == 'assistant' -%}
63
+ <|assistant|>
64
+ {%- set reasoning_content = '' %}
65
+ {%- set content = visible_text(m.content) %}
66
+ {%- if m.reasoning_content is string %}
67
+ {%- set reasoning_content = m.reasoning_content %}
68
+ {%- else %}
69
+ {%- if '</think>' in content %}
70
+ {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
71
+ {%- set content = content.split('</think>')[-1].lstrip('\n') %}
72
+ {%- endif %}
73
+ {%- endif %}
74
+ {%- if loop.index0 > ns.last_user_index and reasoning_content -%}
75
+ {{ '\n<think>' + reasoning_content.strip() + '</think>'}}
76
+ {%- else -%}
77
+ {{ '\n<think></think>' }}
78
+ {%- endif -%}
79
+ {%- if content.strip() -%}
80
+ {{ '\n' + content.strip() }}
81
+ {%- endif -%}
82
+ {% if m.tool_calls %}
83
+ {% for tc in m.tool_calls %}
84
+ {%- if tc.function %}
85
+ {%- set tc = tc.function %}
86
+ {%- endif %}
87
+ {{ '\n<tool_call>' + tc.name }}
88
+ {% set _args = tc.arguments %}
89
+ {% for k, v in _args.items() %}
90
+ <arg_key>{{ k }}</arg_key>
91
+ <arg_value>{{ v | tojson(ensure_ascii=False) if v is not string else v }}</arg_value>
92
+ {% endfor %}
93
+ </tool_call>{% endfor %}
94
+ {% endif %}
95
+ {%- elif m.role == 'tool' -%}
96
+ {%- if m.content is string -%}
97
+ {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
98
+ {{- '<|observation|>' }}
99
+ {%- endif %}
100
+ {{- '\n<tool_response>\n' }}
101
+ {{- m.content }}
102
+ {{- '\n</tool_response>' }}
103
+ {% elif m.content is iterable and m.content is not mapping %}
104
+ {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
105
+ {{- '<|observation|>' }}
106
+ {%- endif %}
107
+ {{- '\n<tool_response>\n' }}
108
+ {%- for tr in m.content -%}
109
+ {%- if tr is mapping and tr.type is defined -%}
110
+ {%- set t = tr.type | lower -%}
111
+ {%- if t == 'text' and tr.text is defined -%}
112
+ {{ tr.text }}
113
+ {%- elif t in ['image', 'image_url'] -%}
114
+ <|begin_of_image|><|image|><|end_of_image|>
115
+ {%- elif t in ['video', 'video_url'] -%}
116
+ <|begin_of_video|><|video|><|end_of_video|>
117
+ {%- else -%}
118
+ {{ tr | tojson(ensure_ascii=False) }}
119
+ {%- endif -%}
120
+ {%- else -%}
121
+ {{ tr.output if tr.output is defined else tr }}
122
+ {%- endif -%}
123
+ {%- endfor -%}
124
+ {{- '\n</tool_response>' }}
125
+ {%- else -%}
126
+ <|observation|>{% for tr in m.content %}
127
+
128
+ <tool_response>
129
+ {{ tr.output if tr.output is defined else tr }}
130
+ </tool_response>{% endfor -%}
131
+ {% endif -%}
132
+ {%- elif m.role == 'system' -%}
133
+ <|system|>
134
+ {{ visible_text(m.content) }}
135
+ {%- endif -%}
136
+ {%- endfor -%}
137
+ {%- if add_generation_prompt -%}
138
+ <|assistant|>
139
+ {{'<think></think>\n' if (enable_thinking is defined and not enable_thinking) else ''}}
140
+ {%- endif -%}
model/params/lm_head/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[1024,151552],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,151552],"zarr_format":2}
model/params/model/language_model/embed_tokens/embedding/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[37888,4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[151552,4096],"zarr_format":2}
model/params/model/language_model/layers/0/input_layernorm/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096],"zarr_format":2}
model/params/model/language_model/layers/0/input_layernorm/kernel/0 ADDED
Binary file (5.37 kB). View file
 
model/params/model/language_model/layers/0/mlp/down_proj/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[13696,1024],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[13696,4096],"zarr_format":2}
model/params/model/language_model/layers/0/mlp/gate_up_proj/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[1024,27392],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,27392],"zarr_format":2}
model/params/model/language_model/layers/0/post_attention_layernorm/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096],"zarr_format":2}
model/params/model/language_model/layers/0/post_attention_layernorm/kernel/0 ADDED
Binary file (4.36 kB). View file
 
model/params/model/language_model/layers/0/post_mlp_layernorm/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096],"zarr_format":2}
model/params/model/language_model/layers/0/post_mlp_layernorm/kernel/0 ADDED
Binary file (5.16 kB). View file
 
model/params/model/language_model/layers/0/post_self_attn_layernorm/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096],"zarr_format":2}
model/params/model/language_model/layers/0/post_self_attn_layernorm/kernel/0 ADDED
Binary file (5.58 kB). View file
 
model/params/model/language_model/layers/0/self_attn/k_proj/bias/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[256],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[256],"zarr_format":2}
model/params/model/language_model/layers/0/self_attn/k_proj/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[1024,256],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,256],"zarr_format":2}
model/params/model/language_model/layers/0/self_attn/q_proj/bias/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096],"zarr_format":2}
model/params/model/language_model/layers/0/self_attn/q_proj/bias/0 ADDED
Binary file (6.63 kB). View file
 
model/params/model/language_model/layers/0/self_attn/q_proj/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[1024,4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
model/params/model/language_model/layers/0/self_attn/v_proj/bias/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[256],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[256],"zarr_format":2}
model/params/model/language_model/layers/0/self_attn/v_proj/bias/0 ADDED
Binary file (477 Bytes). View file
 
model/params/model/language_model/layers/0/self_attn/v_proj/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[1024,256],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,256],"zarr_format":2}
model/params/model/language_model/layers/1/input_layernorm/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096],"zarr_format":2}
model/params/model/language_model/layers/1/input_layernorm/kernel/0 ADDED
Binary file (5.47 kB). View file
 
model/params/model/language_model/layers/1/mlp/gate_up_proj/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[1024,27392],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,27392],"zarr_format":2}
model/params/model/language_model/layers/1/post_attention_layernorm/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096],"zarr_format":2}
model/params/model/language_model/layers/1/post_attention_layernorm/kernel/0 ADDED
Binary file (4.73 kB). View file
 
model/params/model/language_model/layers/1/post_mlp_layernorm/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096],"zarr_format":2}
model/params/model/language_model/layers/1/post_mlp_layernorm/kernel/0 ADDED
Binary file (5.12 kB). View file
 
model/params/model/language_model/layers/1/post_self_attn_layernorm/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096],"zarr_format":2}
model/params/model/language_model/layers/1/post_self_attn_layernorm/kernel/0 ADDED
Binary file (5.76 kB). View file
 
model/params/model/language_model/layers/1/self_attn/k_proj/bias/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[256],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[256],"zarr_format":2}
model/params/model/language_model/layers/1/self_attn/k_proj/bias/0 ADDED
Binary file (481 Bytes). View file
 
model/params/model/language_model/layers/1/self_attn/k_proj/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[1024,256],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,256],"zarr_format":2}
model/params/model/language_model/layers/1/self_attn/o_proj/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[4096,1024],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
model/params/model/language_model/layers/1/self_attn/q_proj/bias/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096],"zarr_format":2}
model/params/model/language_model/layers/1/self_attn/q_proj/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[1024,4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
model/params/model/language_model/layers/1/self_attn/v_proj/bias/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[256],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[256],"zarr_format":2}
model/params/model/language_model/layers/1/self_attn/v_proj/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[1024,256],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,256],"zarr_format":2}
model/params/model/language_model/layers/10/input_layernorm/kernel/0 ADDED
Binary file (5.41 kB). View file
 
model/params/model/language_model/layers/10/mlp/down_proj/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[13696,1024],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[13696,4096],"zarr_format":2}
model/params/model/language_model/layers/10/mlp/gate_up_proj/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[1024,27392],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,27392],"zarr_format":2}
model/params/model/language_model/layers/10/post_attention_layernorm/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096],"zarr_format":2}
model/params/model/language_model/layers/10/post_attention_layernorm/kernel/0 ADDED
Binary file (5.29 kB). View file
 
model/params/model/language_model/layers/10/post_mlp_layernorm/kernel/0 ADDED
Binary file (5.5 kB). View file
 
model/params/model/language_model/layers/10/post_self_attn_layernorm/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096],"zarr_format":2}
model/params/model/language_model/layers/10/post_self_attn_layernorm/kernel/0 ADDED
Binary file (5.42 kB). View file
 
model/params/model/language_model/layers/10/self_attn/k_proj/bias/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[256],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[256],"zarr_format":2}
model/params/model/language_model/layers/10/self_attn/k_proj/bias/0 ADDED
Binary file (477 Bytes). View file
 
model/params/model/language_model/layers/10/self_attn/k_proj/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[1024,256],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,256],"zarr_format":2}
model/params/model/language_model/layers/10/self_attn/o_proj/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[4096,1024],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}