IMvision12 commited on
Commit
8ade3e0
·
verified ·
1 Parent(s): 624d1a4

Add converted Keras weights + kf_config + card

Browse files
Files changed (1) hide show
  1. model.weights.json +976 -0
model.weights.json ADDED
@@ -0,0 +1,976 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "metadata": {
3
+ "total_size": 18799902720.0
4
+ },
5
+ "weight_map": {
6
+ "/layers/embedding/vars": [
7
+ "model_00000.weights.h5"
8
+ ],
9
+ "/decoder_layers/glm_decoder_layer/input_layernorm/vars": [
10
+ "model_00000.weights.h5"
11
+ ],
12
+ "/decoder_layers/glm_decoder_layer/mlp/down/vars": [
13
+ "model_00000.weights.h5"
14
+ ],
15
+ "/decoder_layers/glm_decoder_layer/mlp/gate_up/vars": [
16
+ "model_00000.weights.h5"
17
+ ],
18
+ "/decoder_layers/glm_decoder_layer/post_attention_layernorm/vars": [
19
+ "model_00000.weights.h5"
20
+ ],
21
+ "/decoder_layers/glm_decoder_layer/attention/key/vars": [
22
+ "model_00000.weights.h5"
23
+ ],
24
+ "/decoder_layers/glm_decoder_layer/attention/output_proj/vars": [
25
+ "model_00000.weights.h5"
26
+ ],
27
+ "/decoder_layers/glm_decoder_layer/attention/query/vars": [
28
+ "model_00000.weights.h5"
29
+ ],
30
+ "/decoder_layers/glm_decoder_layer/attention/value/vars": [
31
+ "model_00000.weights.h5"
32
+ ],
33
+ "/decoder_layers/glm_decoder_layer_1/input_layernorm/vars": [
34
+ "model_00000.weights.h5"
35
+ ],
36
+ "/decoder_layers/glm_decoder_layer_1/mlp/down/vars": [
37
+ "model_00000.weights.h5"
38
+ ],
39
+ "/decoder_layers/glm_decoder_layer_1/mlp/gate_up/vars": [
40
+ "model_00000.weights.h5"
41
+ ],
42
+ "/decoder_layers/glm_decoder_layer_1/post_attention_layernorm/vars": [
43
+ "model_00000.weights.h5"
44
+ ],
45
+ "/decoder_layers/glm_decoder_layer_1/attention/key/vars": [
46
+ "model_00000.weights.h5"
47
+ ],
48
+ "/decoder_layers/glm_decoder_layer_1/attention/output_proj/vars": [
49
+ "model_00000.weights.h5"
50
+ ],
51
+ "/decoder_layers/glm_decoder_layer_1/attention/query/vars": [
52
+ "model_00000.weights.h5"
53
+ ],
54
+ "/decoder_layers/glm_decoder_layer_1/attention/value/vars": [
55
+ "model_00000.weights.h5"
56
+ ],
57
+ "/decoder_layers/glm_decoder_layer_2/input_layernorm/vars": [
58
+ "model_00000.weights.h5"
59
+ ],
60
+ "/decoder_layers/glm_decoder_layer_2/mlp/down/vars": [
61
+ "model_00000.weights.h5"
62
+ ],
63
+ "/decoder_layers/glm_decoder_layer_2/mlp/gate_up/vars": [
64
+ "model_00000.weights.h5"
65
+ ],
66
+ "/decoder_layers/glm_decoder_layer_2/post_attention_layernorm/vars": [
67
+ "model_00000.weights.h5"
68
+ ],
69
+ "/decoder_layers/glm_decoder_layer_2/attention/key/vars": [
70
+ "model_00000.weights.h5"
71
+ ],
72
+ "/decoder_layers/glm_decoder_layer_2/attention/output_proj/vars": [
73
+ "model_00000.weights.h5"
74
+ ],
75
+ "/decoder_layers/glm_decoder_layer_2/attention/query/vars": [
76
+ "model_00000.weights.h5"
77
+ ],
78
+ "/decoder_layers/glm_decoder_layer_2/attention/value/vars": [
79
+ "model_00000.weights.h5"
80
+ ],
81
+ "/decoder_layers/glm_decoder_layer_3/input_layernorm/vars": [
82
+ "model_00000.weights.h5"
83
+ ],
84
+ "/decoder_layers/glm_decoder_layer_3/mlp/down/vars": [
85
+ "model_00000.weights.h5"
86
+ ],
87
+ "/decoder_layers/glm_decoder_layer_3/mlp/gate_up/vars": [
88
+ "model_00000.weights.h5"
89
+ ],
90
+ "/decoder_layers/glm_decoder_layer_3/post_attention_layernorm/vars": [
91
+ "model_00000.weights.h5"
92
+ ],
93
+ "/decoder_layers/glm_decoder_layer_3/attention/key/vars": [
94
+ "model_00000.weights.h5"
95
+ ],
96
+ "/decoder_layers/glm_decoder_layer_3/attention/output_proj/vars": [
97
+ "model_00000.weights.h5"
98
+ ],
99
+ "/decoder_layers/glm_decoder_layer_3/attention/query/vars": [
100
+ "model_00000.weights.h5"
101
+ ],
102
+ "/decoder_layers/glm_decoder_layer_3/attention/value/vars": [
103
+ "model_00000.weights.h5"
104
+ ],
105
+ "/decoder_layers/glm_decoder_layer_4/input_layernorm/vars": [
106
+ "model_00000.weights.h5"
107
+ ],
108
+ "/decoder_layers/glm_decoder_layer_4/mlp/down/vars": [
109
+ "model_00000.weights.h5"
110
+ ],
111
+ "/decoder_layers/glm_decoder_layer_4/mlp/gate_up/vars": [
112
+ "model_00000.weights.h5"
113
+ ],
114
+ "/decoder_layers/glm_decoder_layer_4/post_attention_layernorm/vars": [
115
+ "model_00000.weights.h5"
116
+ ],
117
+ "/decoder_layers/glm_decoder_layer_4/attention/key/vars": [
118
+ "model_00000.weights.h5"
119
+ ],
120
+ "/decoder_layers/glm_decoder_layer_4/attention/output_proj/vars": [
121
+ "model_00000.weights.h5"
122
+ ],
123
+ "/decoder_layers/glm_decoder_layer_4/attention/query/vars": [
124
+ "model_00000.weights.h5"
125
+ ],
126
+ "/decoder_layers/glm_decoder_layer_4/attention/value/vars": [
127
+ "model_00000.weights.h5"
128
+ ],
129
+ "/decoder_layers/glm_decoder_layer_5/input_layernorm/vars": [
130
+ "model_00000.weights.h5"
131
+ ],
132
+ "/decoder_layers/glm_decoder_layer_5/mlp/down/vars": [
133
+ "model_00000.weights.h5"
134
+ ],
135
+ "/decoder_layers/glm_decoder_layer_5/mlp/gate_up/vars": [
136
+ "model_00000.weights.h5"
137
+ ],
138
+ "/decoder_layers/glm_decoder_layer_5/post_attention_layernorm/vars": [
139
+ "model_00000.weights.h5"
140
+ ],
141
+ "/decoder_layers/glm_decoder_layer_5/attention/key/vars": [
142
+ "model_00000.weights.h5"
143
+ ],
144
+ "/decoder_layers/glm_decoder_layer_5/attention/output_proj/vars": [
145
+ "model_00000.weights.h5"
146
+ ],
147
+ "/decoder_layers/glm_decoder_layer_5/attention/query/vars": [
148
+ "model_00000.weights.h5"
149
+ ],
150
+ "/decoder_layers/glm_decoder_layer_5/attention/value/vars": [
151
+ "model_00000.weights.h5"
152
+ ],
153
+ "/decoder_layers/glm_decoder_layer_6/input_layernorm/vars": [
154
+ "model_00000.weights.h5"
155
+ ],
156
+ "/decoder_layers/glm_decoder_layer_6/mlp/down/vars": [
157
+ "model_00000.weights.h5"
158
+ ],
159
+ "/decoder_layers/glm_decoder_layer_6/mlp/gate_up/vars": [
160
+ "model_00000.weights.h5"
161
+ ],
162
+ "/decoder_layers/glm_decoder_layer_6/post_attention_layernorm/vars": [
163
+ "model_00000.weights.h5"
164
+ ],
165
+ "/decoder_layers/glm_decoder_layer_6/attention/key/vars": [
166
+ "model_00000.weights.h5"
167
+ ],
168
+ "/decoder_layers/glm_decoder_layer_6/attention/output_proj/vars": [
169
+ "model_00000.weights.h5"
170
+ ],
171
+ "/decoder_layers/glm_decoder_layer_6/attention/query/vars": [
172
+ "model_00000.weights.h5"
173
+ ],
174
+ "/decoder_layers/glm_decoder_layer_6/attention/value/vars": [
175
+ "model_00000.weights.h5"
176
+ ],
177
+ "/decoder_layers/glm_decoder_layer_7/input_layernorm/vars": [
178
+ "model_00000.weights.h5"
179
+ ],
180
+ "/decoder_layers/glm_decoder_layer_7/mlp/down/vars": [
181
+ "model_00000.weights.h5"
182
+ ],
183
+ "/decoder_layers/glm_decoder_layer_7/mlp/gate_up/vars": [
184
+ "model_00000.weights.h5"
185
+ ],
186
+ "/decoder_layers/glm_decoder_layer_7/post_attention_layernorm/vars": [
187
+ "model_00000.weights.h5"
188
+ ],
189
+ "/decoder_layers/glm_decoder_layer_7/attention/key/vars": [
190
+ "model_00000.weights.h5"
191
+ ],
192
+ "/decoder_layers/glm_decoder_layer_7/attention/output_proj/vars": [
193
+ "model_00000.weights.h5"
194
+ ],
195
+ "/decoder_layers/glm_decoder_layer_7/attention/query/vars": [
196
+ "model_00000.weights.h5"
197
+ ],
198
+ "/decoder_layers/glm_decoder_layer_7/attention/value/vars": [
199
+ "model_00000.weights.h5"
200
+ ],
201
+ "/decoder_layers/glm_decoder_layer_8/input_layernorm/vars": [
202
+ "model_00000.weights.h5"
203
+ ],
204
+ "/decoder_layers/glm_decoder_layer_8/mlp/down/vars": [
205
+ "model_00000.weights.h5"
206
+ ],
207
+ "/decoder_layers/glm_decoder_layer_8/mlp/gate_up/vars": [
208
+ "model_00000.weights.h5"
209
+ ],
210
+ "/decoder_layers/glm_decoder_layer_8/post_attention_layernorm/vars": [
211
+ "model_00000.weights.h5"
212
+ ],
213
+ "/decoder_layers/glm_decoder_layer_8/attention/key/vars": [
214
+ "model_00000.weights.h5"
215
+ ],
216
+ "/decoder_layers/glm_decoder_layer_8/attention/output_proj/vars": [
217
+ "model_00000.weights.h5"
218
+ ],
219
+ "/decoder_layers/glm_decoder_layer_8/attention/query/vars": [
220
+ "model_00000.weights.h5"
221
+ ],
222
+ "/decoder_layers/glm_decoder_layer_8/attention/value/vars": [
223
+ "model_00000.weights.h5"
224
+ ],
225
+ "/decoder_layers/glm_decoder_layer_9/attention/key/vars": [
226
+ "model_00000.weights.h5"
227
+ ],
228
+ "/decoder_layers/glm_decoder_layer_9/attention/output_proj/vars": [
229
+ "model_00000.weights.h5"
230
+ ],
231
+ "/decoder_layers/glm_decoder_layer_9/attention/query/vars": [
232
+ "model_00000.weights.h5"
233
+ ],
234
+ "/decoder_layers/glm_decoder_layer_9/attention/value/vars": [
235
+ "model_00000.weights.h5"
236
+ ],
237
+ "/decoder_layers/glm_decoder_layer_10/input_layernorm/vars": [
238
+ "model_00000.weights.h5"
239
+ ],
240
+ "/decoder_layers/glm_decoder_layer_10/mlp/down/vars": [
241
+ "model_00000.weights.h5"
242
+ ],
243
+ "/decoder_layers/glm_decoder_layer_10/mlp/gate_up/vars": [
244
+ "model_00000.weights.h5"
245
+ ],
246
+ "/decoder_layers/glm_decoder_layer_10/post_attention_layernorm/vars": [
247
+ "model_00000.weights.h5"
248
+ ],
249
+ "/decoder_layers/glm_decoder_layer_10/attention/key/vars": [
250
+ "model_00000.weights.h5"
251
+ ],
252
+ "/decoder_layers/glm_decoder_layer_10/attention/output_proj/vars": [
253
+ "model_00000.weights.h5"
254
+ ],
255
+ "/decoder_layers/glm_decoder_layer_10/attention/query/vars": [
256
+ "model_00001.weights.h5"
257
+ ],
258
+ "/decoder_layers/glm_decoder_layer_10/attention/value/vars": [
259
+ "model_00001.weights.h5"
260
+ ],
261
+ "/decoder_layers/glm_decoder_layer_11/input_layernorm/vars": [
262
+ "model_00001.weights.h5"
263
+ ],
264
+ "/decoder_layers/glm_decoder_layer_11/mlp/down/vars": [
265
+ "model_00001.weights.h5"
266
+ ],
267
+ "/decoder_layers/glm_decoder_layer_11/mlp/gate_up/vars": [
268
+ "model_00001.weights.h5"
269
+ ],
270
+ "/decoder_layers/glm_decoder_layer_11/post_attention_layernorm/vars": [
271
+ "model_00001.weights.h5"
272
+ ],
273
+ "/decoder_layers/glm_decoder_layer_11/attention/key/vars": [
274
+ "model_00001.weights.h5"
275
+ ],
276
+ "/decoder_layers/glm_decoder_layer_11/attention/output_proj/vars": [
277
+ "model_00001.weights.h5"
278
+ ],
279
+ "/decoder_layers/glm_decoder_layer_11/attention/query/vars": [
280
+ "model_00001.weights.h5"
281
+ ],
282
+ "/decoder_layers/glm_decoder_layer_11/attention/value/vars": [
283
+ "model_00001.weights.h5"
284
+ ],
285
+ "/decoder_layers/glm_decoder_layer_12/input_layernorm/vars": [
286
+ "model_00001.weights.h5"
287
+ ],
288
+ "/decoder_layers/glm_decoder_layer_12/mlp/down/vars": [
289
+ "model_00001.weights.h5"
290
+ ],
291
+ "/decoder_layers/glm_decoder_layer_12/mlp/gate_up/vars": [
292
+ "model_00001.weights.h5"
293
+ ],
294
+ "/decoder_layers/glm_decoder_layer_12/post_attention_layernorm/vars": [
295
+ "model_00001.weights.h5"
296
+ ],
297
+ "/decoder_layers/glm_decoder_layer_12/attention/key/vars": [
298
+ "model_00001.weights.h5"
299
+ ],
300
+ "/decoder_layers/glm_decoder_layer_12/attention/output_proj/vars": [
301
+ "model_00001.weights.h5"
302
+ ],
303
+ "/decoder_layers/glm_decoder_layer_12/attention/query/vars": [
304
+ "model_00001.weights.h5"
305
+ ],
306
+ "/decoder_layers/glm_decoder_layer_12/attention/value/vars": [
307
+ "model_00001.weights.h5"
308
+ ],
309
+ "/decoder_layers/glm_decoder_layer_13/input_layernorm/vars": [
310
+ "model_00001.weights.h5"
311
+ ],
312
+ "/decoder_layers/glm_decoder_layer_13/mlp/down/vars": [
313
+ "model_00001.weights.h5"
314
+ ],
315
+ "/decoder_layers/glm_decoder_layer_13/mlp/gate_up/vars": [
316
+ "model_00001.weights.h5"
317
+ ],
318
+ "/decoder_layers/glm_decoder_layer_13/post_attention_layernorm/vars": [
319
+ "model_00001.weights.h5"
320
+ ],
321
+ "/decoder_layers/glm_decoder_layer_13/attention/key/vars": [
322
+ "model_00001.weights.h5"
323
+ ],
324
+ "/decoder_layers/glm_decoder_layer_13/attention/output_proj/vars": [
325
+ "model_00001.weights.h5"
326
+ ],
327
+ "/decoder_layers/glm_decoder_layer_13/attention/query/vars": [
328
+ "model_00001.weights.h5"
329
+ ],
330
+ "/decoder_layers/glm_decoder_layer_13/attention/value/vars": [
331
+ "model_00001.weights.h5"
332
+ ],
333
+ "/decoder_layers/glm_decoder_layer_14/input_layernorm/vars": [
334
+ "model_00001.weights.h5"
335
+ ],
336
+ "/decoder_layers/glm_decoder_layer_14/mlp/down/vars": [
337
+ "model_00001.weights.h5"
338
+ ],
339
+ "/decoder_layers/glm_decoder_layer_14/mlp/gate_up/vars": [
340
+ "model_00001.weights.h5"
341
+ ],
342
+ "/decoder_layers/glm_decoder_layer_14/post_attention_layernorm/vars": [
343
+ "model_00001.weights.h5"
344
+ ],
345
+ "/decoder_layers/glm_decoder_layer_14/attention/key/vars": [
346
+ "model_00001.weights.h5"
347
+ ],
348
+ "/decoder_layers/glm_decoder_layer_14/attention/output_proj/vars": [
349
+ "model_00001.weights.h5"
350
+ ],
351
+ "/decoder_layers/glm_decoder_layer_14/attention/query/vars": [
352
+ "model_00001.weights.h5"
353
+ ],
354
+ "/decoder_layers/glm_decoder_layer_14/attention/value/vars": [
355
+ "model_00001.weights.h5"
356
+ ],
357
+ "/decoder_layers/glm_decoder_layer_15/input_layernorm/vars": [
358
+ "model_00001.weights.h5"
359
+ ],
360
+ "/decoder_layers/glm_decoder_layer_15/mlp/down/vars": [
361
+ "model_00001.weights.h5"
362
+ ],
363
+ "/decoder_layers/glm_decoder_layer_15/mlp/gate_up/vars": [
364
+ "model_00001.weights.h5"
365
+ ],
366
+ "/decoder_layers/glm_decoder_layer_15/post_attention_layernorm/vars": [
367
+ "model_00001.weights.h5"
368
+ ],
369
+ "/decoder_layers/glm_decoder_layer_15/attention/key/vars": [
370
+ "model_00001.weights.h5"
371
+ ],
372
+ "/decoder_layers/glm_decoder_layer_15/attention/output_proj/vars": [
373
+ "model_00001.weights.h5"
374
+ ],
375
+ "/decoder_layers/glm_decoder_layer_15/attention/query/vars": [
376
+ "model_00001.weights.h5"
377
+ ],
378
+ "/decoder_layers/glm_decoder_layer_15/attention/value/vars": [
379
+ "model_00001.weights.h5"
380
+ ],
381
+ "/decoder_layers/glm_decoder_layer_16/input_layernorm/vars": [
382
+ "model_00001.weights.h5"
383
+ ],
384
+ "/decoder_layers/glm_decoder_layer_16/mlp/down/vars": [
385
+ "model_00001.weights.h5"
386
+ ],
387
+ "/decoder_layers/glm_decoder_layer_16/mlp/gate_up/vars": [
388
+ "model_00001.weights.h5"
389
+ ],
390
+ "/decoder_layers/glm_decoder_layer_16/post_attention_layernorm/vars": [
391
+ "model_00001.weights.h5"
392
+ ],
393
+ "/decoder_layers/glm_decoder_layer_16/attention/key/vars": [
394
+ "model_00001.weights.h5"
395
+ ],
396
+ "/decoder_layers/glm_decoder_layer_16/attention/output_proj/vars": [
397
+ "model_00001.weights.h5"
398
+ ],
399
+ "/decoder_layers/glm_decoder_layer_16/attention/query/vars": [
400
+ "model_00001.weights.h5"
401
+ ],
402
+ "/decoder_layers/glm_decoder_layer_16/attention/value/vars": [
403
+ "model_00001.weights.h5"
404
+ ],
405
+ "/decoder_layers/glm_decoder_layer_17/input_layernorm/vars": [
406
+ "model_00001.weights.h5"
407
+ ],
408
+ "/decoder_layers/glm_decoder_layer_17/mlp/down/vars": [
409
+ "model_00001.weights.h5"
410
+ ],
411
+ "/decoder_layers/glm_decoder_layer_17/mlp/gate_up/vars": [
412
+ "model_00001.weights.h5"
413
+ ],
414
+ "/decoder_layers/glm_decoder_layer_17/post_attention_layernorm/vars": [
415
+ "model_00001.weights.h5"
416
+ ],
417
+ "/decoder_layers/glm_decoder_layer_17/attention/key/vars": [
418
+ "model_00001.weights.h5"
419
+ ],
420
+ "/decoder_layers/glm_decoder_layer_17/attention/output_proj/vars": [
421
+ "model_00001.weights.h5"
422
+ ],
423
+ "/decoder_layers/glm_decoder_layer_17/attention/query/vars": [
424
+ "model_00001.weights.h5"
425
+ ],
426
+ "/decoder_layers/glm_decoder_layer_17/attention/value/vars": [
427
+ "model_00001.weights.h5"
428
+ ],
429
+ "/decoder_layers/glm_decoder_layer_18/input_layernorm/vars": [
430
+ "model_00001.weights.h5"
431
+ ],
432
+ "/decoder_layers/glm_decoder_layer_18/mlp/down/vars": [
433
+ "model_00001.weights.h5"
434
+ ],
435
+ "/decoder_layers/glm_decoder_layer_18/mlp/gate_up/vars": [
436
+ "model_00001.weights.h5"
437
+ ],
438
+ "/decoder_layers/glm_decoder_layer_18/post_attention_layernorm/vars": [
439
+ "model_00001.weights.h5"
440
+ ],
441
+ "/decoder_layers/glm_decoder_layer_18/attention/key/vars": [
442
+ "model_00001.weights.h5"
443
+ ],
444
+ "/decoder_layers/glm_decoder_layer_18/attention/output_proj/vars": [
445
+ "model_00001.weights.h5"
446
+ ],
447
+ "/decoder_layers/glm_decoder_layer_18/attention/query/vars": [
448
+ "model_00001.weights.h5"
449
+ ],
450
+ "/decoder_layers/glm_decoder_layer_18/attention/value/vars": [
451
+ "model_00001.weights.h5"
452
+ ],
453
+ "/decoder_layers/glm_decoder_layer_19/input_layernorm/vars": [
454
+ "model_00001.weights.h5"
455
+ ],
456
+ "/decoder_layers/glm_decoder_layer_19/mlp/down/vars": [
457
+ "model_00001.weights.h5"
458
+ ],
459
+ "/decoder_layers/glm_decoder_layer_19/mlp/gate_up/vars": [
460
+ "model_00001.weights.h5"
461
+ ],
462
+ "/decoder_layers/glm_decoder_layer_19/post_attention_layernorm/vars": [
463
+ "model_00001.weights.h5"
464
+ ],
465
+ "/decoder_layers/glm_decoder_layer_19/attention/key/vars": [
466
+ "model_00001.weights.h5"
467
+ ],
468
+ "/decoder_layers/glm_decoder_layer_19/attention/output_proj/vars": [
469
+ "model_00001.weights.h5"
470
+ ],
471
+ "/decoder_layers/glm_decoder_layer_19/attention/query/vars": [
472
+ "model_00001.weights.h5"
473
+ ],
474
+ "/decoder_layers/glm_decoder_layer_19/attention/value/vars": [
475
+ "model_00001.weights.h5"
476
+ ],
477
+ "/decoder_layers/glm_decoder_layer_20/input_layernorm/vars": [
478
+ "model_00001.weights.h5"
479
+ ],
480
+ "/decoder_layers/glm_decoder_layer_20/mlp/down/vars": [
481
+ "model_00001.weights.h5"
482
+ ],
483
+ "/decoder_layers/glm_decoder_layer_20/mlp/gate_up/vars": [
484
+ "model_00001.weights.h5"
485
+ ],
486
+ "/decoder_layers/glm_decoder_layer_20/post_attention_layernorm/vars": [
487
+ "model_00001.weights.h5"
488
+ ],
489
+ "/decoder_layers/glm_decoder_layer_20/attention/key/vars": [
490
+ "model_00001.weights.h5"
491
+ ],
492
+ "/decoder_layers/glm_decoder_layer_20/attention/output_proj/vars": [
493
+ "model_00001.weights.h5"
494
+ ],
495
+ "/decoder_layers/glm_decoder_layer_20/attention/query/vars": [
496
+ "model_00001.weights.h5"
497
+ ],
498
+ "/decoder_layers/glm_decoder_layer_20/attention/value/vars": [
499
+ "model_00001.weights.h5"
500
+ ],
501
+ "/decoder_layers/glm_decoder_layer_21/attention/key/vars": [
502
+ "model_00001.weights.h5"
503
+ ],
504
+ "/decoder_layers/glm_decoder_layer_21/attention/output_proj/vars": [
505
+ "model_00001.weights.h5"
506
+ ],
507
+ "/decoder_layers/glm_decoder_layer_21/attention/query/vars": [
508
+ "model_00001.weights.h5"
509
+ ],
510
+ "/decoder_layers/glm_decoder_layer_21/attention/value/vars": [
511
+ "model_00001.weights.h5"
512
+ ],
513
+ "/decoder_layers/glm_decoder_layer_9/input_layernorm/vars": [
514
+ "model_00001.weights.h5"
515
+ ],
516
+ "/decoder_layers/glm_decoder_layer_9/mlp/down/vars": [
517
+ "model_00001.weights.h5"
518
+ ],
519
+ "/decoder_layers/glm_decoder_layer_9/mlp/gate_up/vars": [
520
+ "model_00001.weights.h5"
521
+ ],
522
+ "/decoder_layers/glm_decoder_layer_9/post_attention_layernorm/vars": [
523
+ "model_00001.weights.h5"
524
+ ],
525
+ "/decoder_layers/glm_decoder_layer_21/input_layernorm/vars": [
526
+ "model_00001.weights.h5"
527
+ ],
528
+ "/decoder_layers/glm_decoder_layer_21/mlp/down/vars": [
529
+ "model_00001.weights.h5"
530
+ ],
531
+ "/decoder_layers/glm_decoder_layer_21/mlp/gate_up/vars": [
532
+ "model_00001.weights.h5"
533
+ ],
534
+ "/decoder_layers/glm_decoder_layer_21/post_attention_layernorm/vars": [
535
+ "model_00001.weights.h5"
536
+ ],
537
+ "/decoder_layers/glm_decoder_layer_22/input_layernorm/vars": [
538
+ "model_00001.weights.h5"
539
+ ],
540
+ "/decoder_layers/glm_decoder_layer_22/mlp/down/vars": [
541
+ "model_00001.weights.h5"
542
+ ],
543
+ "/decoder_layers/glm_decoder_layer_22/mlp/gate_up/vars": [
544
+ "model_00001.weights.h5"
545
+ ],
546
+ "/decoder_layers/glm_decoder_layer_22/post_attention_layernorm/vars": [
547
+ "model_00001.weights.h5"
548
+ ],
549
+ "/decoder_layers/glm_decoder_layer_22/attention/key/vars": [
550
+ "model_00001.weights.h5"
551
+ ],
552
+ "/decoder_layers/glm_decoder_layer_22/attention/output_proj/vars": [
553
+ "model_00001.weights.h5"
554
+ ],
555
+ "/decoder_layers/glm_decoder_layer_22/attention/query/vars": [
556
+ "model_00001.weights.h5"
557
+ ],
558
+ "/decoder_layers/glm_decoder_layer_22/attention/value/vars": [
559
+ "model_00001.weights.h5"
560
+ ],
561
+ "/decoder_layers/glm_decoder_layer_23/input_layernorm/vars": [
562
+ "model_00001.weights.h5"
563
+ ],
564
+ "/decoder_layers/glm_decoder_layer_23/mlp/down/vars": [
565
+ "model_00002.weights.h5"
566
+ ],
567
+ "/decoder_layers/glm_decoder_layer_23/mlp/gate_up/vars": [
568
+ "model_00002.weights.h5"
569
+ ],
570
+ "/decoder_layers/glm_decoder_layer_23/post_attention_layernorm/vars": [
571
+ "model_00002.weights.h5"
572
+ ],
573
+ "/decoder_layers/glm_decoder_layer_23/attention/key/vars": [
574
+ "model_00002.weights.h5"
575
+ ],
576
+ "/decoder_layers/glm_decoder_layer_23/attention/output_proj/vars": [
577
+ "model_00002.weights.h5"
578
+ ],
579
+ "/decoder_layers/glm_decoder_layer_23/attention/query/vars": [
580
+ "model_00002.weights.h5"
581
+ ],
582
+ "/decoder_layers/glm_decoder_layer_23/attention/value/vars": [
583
+ "model_00002.weights.h5"
584
+ ],
585
+ "/decoder_layers/glm_decoder_layer_24/input_layernorm/vars": [
586
+ "model_00002.weights.h5"
587
+ ],
588
+ "/decoder_layers/glm_decoder_layer_24/mlp/down/vars": [
589
+ "model_00002.weights.h5"
590
+ ],
591
+ "/decoder_layers/glm_decoder_layer_24/mlp/gate_up/vars": [
592
+ "model_00002.weights.h5"
593
+ ],
594
+ "/decoder_layers/glm_decoder_layer_24/post_attention_layernorm/vars": [
595
+ "model_00002.weights.h5"
596
+ ],
597
+ "/decoder_layers/glm_decoder_layer_24/attention/key/vars": [
598
+ "model_00002.weights.h5"
599
+ ],
600
+ "/decoder_layers/glm_decoder_layer_24/attention/output_proj/vars": [
601
+ "model_00002.weights.h5"
602
+ ],
603
+ "/decoder_layers/glm_decoder_layer_24/attention/query/vars": [
604
+ "model_00002.weights.h5"
605
+ ],
606
+ "/decoder_layers/glm_decoder_layer_24/attention/value/vars": [
607
+ "model_00002.weights.h5"
608
+ ],
609
+ "/decoder_layers/glm_decoder_layer_25/input_layernorm/vars": [
610
+ "model_00002.weights.h5"
611
+ ],
612
+ "/decoder_layers/glm_decoder_layer_25/mlp/down/vars": [
613
+ "model_00002.weights.h5"
614
+ ],
615
+ "/decoder_layers/glm_decoder_layer_25/mlp/gate_up/vars": [
616
+ "model_00002.weights.h5"
617
+ ],
618
+ "/decoder_layers/glm_decoder_layer_25/post_attention_layernorm/vars": [
619
+ "model_00002.weights.h5"
620
+ ],
621
+ "/decoder_layers/glm_decoder_layer_25/attention/key/vars": [
622
+ "model_00002.weights.h5"
623
+ ],
624
+ "/decoder_layers/glm_decoder_layer_25/attention/output_proj/vars": [
625
+ "model_00002.weights.h5"
626
+ ],
627
+ "/decoder_layers/glm_decoder_layer_25/attention/query/vars": [
628
+ "model_00002.weights.h5"
629
+ ],
630
+ "/decoder_layers/glm_decoder_layer_25/attention/value/vars": [
631
+ "model_00002.weights.h5"
632
+ ],
633
+ "/decoder_layers/glm_decoder_layer_26/input_layernorm/vars": [
634
+ "model_00002.weights.h5"
635
+ ],
636
+ "/decoder_layers/glm_decoder_layer_26/mlp/down/vars": [
637
+ "model_00002.weights.h5"
638
+ ],
639
+ "/decoder_layers/glm_decoder_layer_26/mlp/gate_up/vars": [
640
+ "model_00002.weights.h5"
641
+ ],
642
+ "/decoder_layers/glm_decoder_layer_26/post_attention_layernorm/vars": [
643
+ "model_00002.weights.h5"
644
+ ],
645
+ "/decoder_layers/glm_decoder_layer_26/attention/key/vars": [
646
+ "model_00002.weights.h5"
647
+ ],
648
+ "/decoder_layers/glm_decoder_layer_26/attention/output_proj/vars": [
649
+ "model_00002.weights.h5"
650
+ ],
651
+ "/decoder_layers/glm_decoder_layer_26/attention/query/vars": [
652
+ "model_00002.weights.h5"
653
+ ],
654
+ "/decoder_layers/glm_decoder_layer_26/attention/value/vars": [
655
+ "model_00002.weights.h5"
656
+ ],
657
+ "/decoder_layers/glm_decoder_layer_27/input_layernorm/vars": [
658
+ "model_00002.weights.h5"
659
+ ],
660
+ "/decoder_layers/glm_decoder_layer_27/mlp/down/vars": [
661
+ "model_00002.weights.h5"
662
+ ],
663
+ "/decoder_layers/glm_decoder_layer_27/mlp/gate_up/vars": [
664
+ "model_00002.weights.h5"
665
+ ],
666
+ "/decoder_layers/glm_decoder_layer_27/post_attention_layernorm/vars": [
667
+ "model_00002.weights.h5"
668
+ ],
669
+ "/decoder_layers/glm_decoder_layer_27/attention/key/vars": [
670
+ "model_00002.weights.h5"
671
+ ],
672
+ "/decoder_layers/glm_decoder_layer_27/attention/output_proj/vars": [
673
+ "model_00002.weights.h5"
674
+ ],
675
+ "/decoder_layers/glm_decoder_layer_27/attention/query/vars": [
676
+ "model_00002.weights.h5"
677
+ ],
678
+ "/decoder_layers/glm_decoder_layer_27/attention/value/vars": [
679
+ "model_00002.weights.h5"
680
+ ],
681
+ "/decoder_layers/glm_decoder_layer_28/input_layernorm/vars": [
682
+ "model_00002.weights.h5"
683
+ ],
684
+ "/decoder_layers/glm_decoder_layer_28/mlp/down/vars": [
685
+ "model_00002.weights.h5"
686
+ ],
687
+ "/decoder_layers/glm_decoder_layer_28/mlp/gate_up/vars": [
688
+ "model_00002.weights.h5"
689
+ ],
690
+ "/decoder_layers/glm_decoder_layer_28/post_attention_layernorm/vars": [
691
+ "model_00002.weights.h5"
692
+ ],
693
+ "/decoder_layers/glm_decoder_layer_28/attention/key/vars": [
694
+ "model_00002.weights.h5"
695
+ ],
696
+ "/decoder_layers/glm_decoder_layer_28/attention/output_proj/vars": [
697
+ "model_00002.weights.h5"
698
+ ],
699
+ "/decoder_layers/glm_decoder_layer_28/attention/query/vars": [
700
+ "model_00002.weights.h5"
701
+ ],
702
+ "/decoder_layers/glm_decoder_layer_28/attention/value/vars": [
703
+ "model_00002.weights.h5"
704
+ ],
705
+ "/decoder_layers/glm_decoder_layer_29/input_layernorm/vars": [
706
+ "model_00002.weights.h5"
707
+ ],
708
+ "/decoder_layers/glm_decoder_layer_29/mlp/down/vars": [
709
+ "model_00002.weights.h5"
710
+ ],
711
+ "/decoder_layers/glm_decoder_layer_29/mlp/gate_up/vars": [
712
+ "model_00002.weights.h5"
713
+ ],
714
+ "/decoder_layers/glm_decoder_layer_29/post_attention_layernorm/vars": [
715
+ "model_00002.weights.h5"
716
+ ],
717
+ "/decoder_layers/glm_decoder_layer_29/attention/key/vars": [
718
+ "model_00002.weights.h5"
719
+ ],
720
+ "/decoder_layers/glm_decoder_layer_29/attention/output_proj/vars": [
721
+ "model_00002.weights.h5"
722
+ ],
723
+ "/decoder_layers/glm_decoder_layer_29/attention/query/vars": [
724
+ "model_00002.weights.h5"
725
+ ],
726
+ "/decoder_layers/glm_decoder_layer_29/attention/value/vars": [
727
+ "model_00002.weights.h5"
728
+ ],
729
+ "/decoder_layers/glm_decoder_layer_30/input_layernorm/vars": [
730
+ "model_00002.weights.h5"
731
+ ],
732
+ "/decoder_layers/glm_decoder_layer_30/mlp/down/vars": [
733
+ "model_00002.weights.h5"
734
+ ],
735
+ "/decoder_layers/glm_decoder_layer_30/mlp/gate_up/vars": [
736
+ "model_00002.weights.h5"
737
+ ],
738
+ "/decoder_layers/glm_decoder_layer_30/post_attention_layernorm/vars": [
739
+ "model_00002.weights.h5"
740
+ ],
741
+ "/decoder_layers/glm_decoder_layer_30/attention/key/vars": [
742
+ "model_00002.weights.h5"
743
+ ],
744
+ "/decoder_layers/glm_decoder_layer_30/attention/output_proj/vars": [
745
+ "model_00002.weights.h5"
746
+ ],
747
+ "/decoder_layers/glm_decoder_layer_30/attention/query/vars": [
748
+ "model_00002.weights.h5"
749
+ ],
750
+ "/decoder_layers/glm_decoder_layer_30/attention/value/vars": [
751
+ "model_00002.weights.h5"
752
+ ],
753
+ "/decoder_layers/glm_decoder_layer_31/input_layernorm/vars": [
754
+ "model_00002.weights.h5"
755
+ ],
756
+ "/decoder_layers/glm_decoder_layer_31/mlp/down/vars": [
757
+ "model_00002.weights.h5"
758
+ ],
759
+ "/decoder_layers/glm_decoder_layer_31/mlp/gate_up/vars": [
760
+ "model_00002.weights.h5"
761
+ ],
762
+ "/decoder_layers/glm_decoder_layer_31/post_attention_layernorm/vars": [
763
+ "model_00002.weights.h5"
764
+ ],
765
+ "/decoder_layers/glm_decoder_layer_31/attention/key/vars": [
766
+ "model_00002.weights.h5"
767
+ ],
768
+ "/decoder_layers/glm_decoder_layer_31/attention/output_proj/vars": [
769
+ "model_00002.weights.h5"
770
+ ],
771
+ "/decoder_layers/glm_decoder_layer_31/attention/query/vars": [
772
+ "model_00002.weights.h5"
773
+ ],
774
+ "/decoder_layers/glm_decoder_layer_31/attention/value/vars": [
775
+ "model_00002.weights.h5"
776
+ ],
777
+ "/decoder_layers/glm_decoder_layer_32/input_layernorm/vars": [
778
+ "model_00002.weights.h5"
779
+ ],
780
+ "/decoder_layers/glm_decoder_layer_32/mlp/down/vars": [
781
+ "model_00002.weights.h5"
782
+ ],
783
+ "/decoder_layers/glm_decoder_layer_32/mlp/gate_up/vars": [
784
+ "model_00002.weights.h5"
785
+ ],
786
+ "/decoder_layers/glm_decoder_layer_32/post_attention_layernorm/vars": [
787
+ "model_00002.weights.h5"
788
+ ],
789
+ "/decoder_layers/glm_decoder_layer_32/attention/key/vars": [
790
+ "model_00002.weights.h5"
791
+ ],
792
+ "/decoder_layers/glm_decoder_layer_32/attention/output_proj/vars": [
793
+ "model_00002.weights.h5"
794
+ ],
795
+ "/decoder_layers/glm_decoder_layer_32/attention/query/vars": [
796
+ "model_00002.weights.h5"
797
+ ],
798
+ "/decoder_layers/glm_decoder_layer_32/attention/value/vars": [
799
+ "model_00002.weights.h5"
800
+ ],
801
+ "/decoder_layers/glm_decoder_layer_33/attention/key/vars": [
802
+ "model_00002.weights.h5"
803
+ ],
804
+ "/decoder_layers/glm_decoder_layer_33/attention/output_proj/vars": [
805
+ "model_00002.weights.h5"
806
+ ],
807
+ "/decoder_layers/glm_decoder_layer_33/attention/query/vars": [
808
+ "model_00002.weights.h5"
809
+ ],
810
+ "/decoder_layers/glm_decoder_layer_33/attention/value/vars": [
811
+ "model_00002.weights.h5"
812
+ ],
813
+ "/layers/dense/vars": [
814
+ "model_00003.weights.h5"
815
+ ],
816
+ "/decoder_layers/glm_decoder_layer_33/input_layernorm/vars": [
817
+ "model_00003.weights.h5"
818
+ ],
819
+ "/decoder_layers/glm_decoder_layer_33/mlp/down/vars": [
820
+ "model_00003.weights.h5"
821
+ ],
822
+ "/decoder_layers/glm_decoder_layer_33/mlp/gate_up/vars": [
823
+ "model_00003.weights.h5"
824
+ ],
825
+ "/decoder_layers/glm_decoder_layer_33/post_attention_layernorm/vars": [
826
+ "model_00003.weights.h5"
827
+ ],
828
+ "/decoder_layers/glm_decoder_layer_34/input_layernorm/vars": [
829
+ "model_00003.weights.h5"
830
+ ],
831
+ "/decoder_layers/glm_decoder_layer_34/mlp/down/vars": [
832
+ "model_00003.weights.h5"
833
+ ],
834
+ "/decoder_layers/glm_decoder_layer_34/mlp/gate_up/vars": [
835
+ "model_00003.weights.h5"
836
+ ],
837
+ "/decoder_layers/glm_decoder_layer_34/post_attention_layernorm/vars": [
838
+ "model_00003.weights.h5"
839
+ ],
840
+ "/decoder_layers/glm_decoder_layer_34/attention/key/vars": [
841
+ "model_00003.weights.h5"
842
+ ],
843
+ "/decoder_layers/glm_decoder_layer_34/attention/output_proj/vars": [
844
+ "model_00003.weights.h5"
845
+ ],
846
+ "/decoder_layers/glm_decoder_layer_34/attention/query/vars": [
847
+ "model_00003.weights.h5"
848
+ ],
849
+ "/decoder_layers/glm_decoder_layer_34/attention/value/vars": [
850
+ "model_00003.weights.h5"
851
+ ],
852
+ "/decoder_layers/glm_decoder_layer_35/input_layernorm/vars": [
853
+ "model_00003.weights.h5"
854
+ ],
855
+ "/decoder_layers/glm_decoder_layer_35/mlp/down/vars": [
856
+ "model_00003.weights.h5"
857
+ ],
858
+ "/decoder_layers/glm_decoder_layer_35/mlp/gate_up/vars": [
859
+ "model_00003.weights.h5"
860
+ ],
861
+ "/decoder_layers/glm_decoder_layer_35/post_attention_layernorm/vars": [
862
+ "model_00003.weights.h5"
863
+ ],
864
+ "/decoder_layers/glm_decoder_layer_35/attention/key/vars": [
865
+ "model_00003.weights.h5"
866
+ ],
867
+ "/decoder_layers/glm_decoder_layer_35/attention/output_proj/vars": [
868
+ "model_00003.weights.h5"
869
+ ],
870
+ "/decoder_layers/glm_decoder_layer_35/attention/query/vars": [
871
+ "model_00003.weights.h5"
872
+ ],
873
+ "/decoder_layers/glm_decoder_layer_35/attention/value/vars": [
874
+ "model_00003.weights.h5"
875
+ ],
876
+ "/decoder_layers/glm_decoder_layer_36/input_layernorm/vars": [
877
+ "model_00003.weights.h5"
878
+ ],
879
+ "/decoder_layers/glm_decoder_layer_36/mlp/down/vars": [
880
+ "model_00003.weights.h5"
881
+ ],
882
+ "/decoder_layers/glm_decoder_layer_36/mlp/gate_up/vars": [
883
+ "model_00003.weights.h5"
884
+ ],
885
+ "/decoder_layers/glm_decoder_layer_36/post_attention_layernorm/vars": [
886
+ "model_00003.weights.h5"
887
+ ],
888
+ "/decoder_layers/glm_decoder_layer_36/attention/key/vars": [
889
+ "model_00003.weights.h5"
890
+ ],
891
+ "/decoder_layers/glm_decoder_layer_36/attention/output_proj/vars": [
892
+ "model_00003.weights.h5"
893
+ ],
894
+ "/decoder_layers/glm_decoder_layer_36/attention/query/vars": [
895
+ "model_00003.weights.h5"
896
+ ],
897
+ "/decoder_layers/glm_decoder_layer_36/attention/value/vars": [
898
+ "model_00003.weights.h5"
899
+ ],
900
+ "/decoder_layers/glm_decoder_layer_37/input_layernorm/vars": [
901
+ "model_00003.weights.h5"
902
+ ],
903
+ "/decoder_layers/glm_decoder_layer_37/mlp/down/vars": [
904
+ "model_00003.weights.h5"
905
+ ],
906
+ "/decoder_layers/glm_decoder_layer_37/mlp/gate_up/vars": [
907
+ "model_00003.weights.h5"
908
+ ],
909
+ "/decoder_layers/glm_decoder_layer_37/post_attention_layernorm/vars": [
910
+ "model_00003.weights.h5"
911
+ ],
912
+ "/decoder_layers/glm_decoder_layer_37/attention/key/vars": [
913
+ "model_00003.weights.h5"
914
+ ],
915
+ "/decoder_layers/glm_decoder_layer_37/attention/output_proj/vars": [
916
+ "model_00003.weights.h5"
917
+ ],
918
+ "/decoder_layers/glm_decoder_layer_37/attention/query/vars": [
919
+ "model_00003.weights.h5"
920
+ ],
921
+ "/decoder_layers/glm_decoder_layer_37/attention/value/vars": [
922
+ "model_00003.weights.h5"
923
+ ],
924
+ "/decoder_layers/glm_decoder_layer_38/input_layernorm/vars": [
925
+ "model_00003.weights.h5"
926
+ ],
927
+ "/decoder_layers/glm_decoder_layer_38/mlp/down/vars": [
928
+ "model_00003.weights.h5"
929
+ ],
930
+ "/decoder_layers/glm_decoder_layer_38/mlp/gate_up/vars": [
931
+ "model_00003.weights.h5"
932
+ ],
933
+ "/decoder_layers/glm_decoder_layer_38/post_attention_layernorm/vars": [
934
+ "model_00003.weights.h5"
935
+ ],
936
+ "/decoder_layers/glm_decoder_layer_38/attention/key/vars": [
937
+ "model_00003.weights.h5"
938
+ ],
939
+ "/decoder_layers/glm_decoder_layer_38/attention/output_proj/vars": [
940
+ "model_00003.weights.h5"
941
+ ],
942
+ "/decoder_layers/glm_decoder_layer_38/attention/query/vars": [
943
+ "model_00003.weights.h5"
944
+ ],
945
+ "/decoder_layers/glm_decoder_layer_38/attention/value/vars": [
946
+ "model_00003.weights.h5"
947
+ ],
948
+ "/decoder_layers/glm_decoder_layer_39/input_layernorm/vars": [
949
+ "model_00003.weights.h5"
950
+ ],
951
+ "/decoder_layers/glm_decoder_layer_39/mlp/down/vars": [
952
+ "model_00003.weights.h5"
953
+ ],
954
+ "/decoder_layers/glm_decoder_layer_39/mlp/gate_up/vars": [
955
+ "model_00003.weights.h5"
956
+ ],
957
+ "/decoder_layers/glm_decoder_layer_39/post_attention_layernorm/vars": [
958
+ "model_00003.weights.h5"
959
+ ],
960
+ "/decoder_layers/glm_decoder_layer_39/attention/key/vars": [
961
+ "model_00003.weights.h5"
962
+ ],
963
+ "/decoder_layers/glm_decoder_layer_39/attention/output_proj/vars": [
964
+ "model_00003.weights.h5"
965
+ ],
966
+ "/decoder_layers/glm_decoder_layer_39/attention/query/vars": [
967
+ "model_00003.weights.h5"
968
+ ],
969
+ "/decoder_layers/glm_decoder_layer_39/attention/value/vars": [
970
+ "model_00003.weights.h5"
971
+ ],
972
+ "/final_norm/vars": [
973
+ "model_00003.weights.h5"
974
+ ]
975
+ }
976
+ }