ncaagcc commited on
Commit
1a16e59
·
verified ·
1 Parent(s): 26016ef

Run 10. Outer Step 1. Inner Step 175.

Browse files
Files changed (4) hide show
  1. config.json +3 -22
  2. gradients.pt +1 -1
  3. inner_optimizer.pt +2 -2
  4. model.safetensors +1 -1
config.json CHANGED
@@ -264,34 +264,15 @@
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
- 6463989,
268
- 6464003,
269
- 6464012,
270
- 6464027,
271
- 6464043,
272
- 6464053,
273
- 6464064,
274
- 6464080,
275
- 6464095,
276
- 6464108,
277
- 6464121,
278
- 6464136,
279
- 6464151,
280
- 6464160,
281
- 6464175,
282
- 6464191,
283
- 6464205,
284
- 6464215,
285
- 6464229,
286
- 6464245,
287
- 6464257
288
  ],
289
  "bos_token_id": 1,
290
  "eos_token_id": 2,
291
  "hidden_act": "silu",
292
  "hidden_size": 2048,
293
  "initializer_range": 0.02,
294
- "inner_step": 167,
295
  "intermediate_size": 5632,
296
  "last_allreduce_block": 6463065,
297
  "max_position_embeddings": 2048,
 
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
+ 6464292,
268
+ 6464303
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
269
  ],
270
  "bos_token_id": 1,
271
  "eos_token_id": 2,
272
  "hidden_act": "silu",
273
  "hidden_size": 2048,
274
  "initializer_range": 0.02,
275
+ "inner_step": 174,
276
  "intermediate_size": 5632,
277
  "last_allreduce_block": 6463065,
278
  "max_position_embeddings": 2048,
gradients.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f8d38240dfef6dc479b5b3d5b6af6833aaef66ef406b16d9b68ec7ee4971fee7
3
  size 88389626
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd425f9c420a8f1628fbde9ffa4b35f552df84478b8b68e431eff3c30f5e7490
3
  size 88389626
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:524f564fd191a387407becaf3d963f4ece7b9e008c13c457808f99e8313ac5ef
3
- size 4924926842
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de26298039822eb880ee1f2ca98a9c92de00c65e550fcf0927805121ba1e8233
3
+ size 4924926906
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:995e86292d5013a94dc936b0c551506f627a9ee7ab86fed4de53a366dbac204e
3
  size 4400216536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e27b5cd6eee55fcface1e3b293d8d1bbad90d748321fb14828fd41d6f3694d0
3
  size 4400216536