pruning commited on
Commit
96e0c2d
·
verified ·
1 Parent(s): b180673

Run 11. Outer Step 408. Inner Step 32.

Browse files
Files changed (4) hide show
  1. config.json +3 -3
  2. gradients.pt +1 -1
  3. inner_optimizer.pt +1 -1
  4. model.safetensors +1 -1
config.json CHANGED
@@ -264,7 +264,6 @@
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
- 6750107,
268
  6750134,
269
  6750173,
270
  6750211,
@@ -274,7 +273,8 @@
274
  6750357,
275
  6750391,
276
  6750428,
277
- 6750460
 
278
  ],
279
  "bos_token_id": 1,
280
  "dtype": "float32",
@@ -283,7 +283,7 @@
283
  "hidden_act": "silu",
284
  "hidden_size": 2048,
285
  "initializer_range": 0.02,
286
- "inner_step": 27,
287
  "intermediate_size": 5632,
288
  "last_allreduce_block": 6750233,
289
  "max_position_embeddings": 2048,
 
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
 
267
  6750134,
268
  6750173,
269
  6750211,
 
273
  6750357,
274
  6750391,
275
  6750428,
276
+ 6750460,
277
+ 6750495
278
  ],
279
  "bos_token_id": 1,
280
  "dtype": "float32",
 
283
  "hidden_act": "silu",
284
  "hidden_size": 2048,
285
  "initializer_range": 0.02,
286
+ "inner_step": 31,
287
  "intermediate_size": 5632,
288
  "last_allreduce_block": 6750233,
289
  "max_position_embeddings": 2048,
gradients.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ab03d5f15478dd38c8813e9a40830fc7307c0f16e5b657c3ef54face2155e3b2
3
  size 88389626
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07a03819af5b867571e68fbeb0401315ae81d55fe4e925e01eed8f6af5631c5f
3
  size 88389626
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:abf73a8f2aede8f51cb3934dbfe79ee8e5bd817c72470a5bef566dac4fc4cb94
3
  size 4924926906
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cae6c521cd7d8cddefa14b4d9057ebc1de94b8060c2a77001337c62725fb8179
3
  size 4924926906
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5225d9781832a8dc4b06a21011223b0a9263bb4f5e01e5e81e9b24f77153b610
3
  size 4400216536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72eaa998fe8aa0258f610a75dab863971b5628796065fb082990c905fa12a9db
3
  size 4400216536