snoopsy commited on
Commit
9a448c9
·
verified ·
1 Parent(s): 50d814b

Run 10. Outer Step 2. Inner Step 40.

Browse files
Files changed (4) hide show
  1. config.json +4 -4
  2. gradients.pt +1 -1
  3. inner_optimizer.pt +2 -2
  4. model.safetensors +1 -1
config.json CHANGED
@@ -264,16 +264,16 @@
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
- 6464579,
268
- 6464600,
269
- 6464614
270
  ],
271
  "bos_token_id": 1,
272
  "eos_token_id": 2,
273
  "hidden_act": "silu",
274
  "hidden_size": 2048,
275
  "initializer_range": 0.02,
276
- "inner_step": 32,
277
  "intermediate_size": 5632,
278
  "last_allreduce_block": 6464382,
279
  "max_position_embeddings": 2048,
 
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
+ 6464646,
268
+ 6464658,
269
+ 6464669
270
  ],
271
  "bos_token_id": 1,
272
  "eos_token_id": 2,
273
  "hidden_act": "silu",
274
  "hidden_size": 2048,
275
  "initializer_range": 0.02,
276
+ "inner_step": 40,
277
  "intermediate_size": 5632,
278
  "last_allreduce_block": 6464382,
279
  "max_position_embeddings": 2048,
gradients.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:51eadc4784a77bd80e16c431d93781c88ac4b2a59e57cd46fab4d3a7f1ec5358
3
  size 88390091
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0dd561cb15440b1b99072520df648e1c5362ed90500c58c3dfc80afb7b6e115b
3
  size 88390091
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d80534dfc34d84ca8df6d355822cd994fa8177fd1668618c086fd69ff20c9c5f
3
- size 4924928047
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93c64b4916c9a0c5288e287a59b737abaa0043b5eee5e3e9db3c09a036838e53
3
+ size 4924928111
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e4a9ea8f3a5e40f7cf2310cb2d2c8039e94a96721c48f341fe6c59e0e4125723
3
  size 4400216536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2885a9969f11f7e4f80193646fd73451cbf4c6f03a87d9c35f6ac4062795ec5
3
  size 4400216536