trenden commited on
Commit
d50e029
·
verified ·
1 Parent(s): 7b79c4b

Run 11. Outer Step 379. Inner Step 36.

Browse files
Files changed (4) hide show
  1. config.json +3 -3
  2. gradients.pt +1 -1
  3. inner_optimizer.pt +1 -1
  4. model.safetensors +1 -1
config.json CHANGED
@@ -264,8 +264,8 @@
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
- 6734047,
268
- 6734083
269
  ],
270
  "bos_token_id": 1,
271
  "dtype": "float32",
@@ -274,7 +274,7 @@
274
  "hidden_act": "silu",
275
  "hidden_size": 2048,
276
  "initializer_range": 0.02,
277
- "inner_step": 27,
278
  "intermediate_size": 5632,
279
  "last_allreduce_block": 6728726,
280
  "max_position_embeddings": 2048,
 
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
+ 6734113,
268
+ 6734149
269
  ],
270
  "bos_token_id": 1,
271
  "dtype": "float32",
 
274
  "hidden_act": "silu",
275
  "hidden_size": 2048,
276
  "initializer_range": 0.02,
277
+ "inner_step": 36,
278
  "intermediate_size": 5632,
279
  "last_allreduce_block": 6728726,
280
  "max_position_embeddings": 2048,
gradients.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8eb15c640f31d1da98561c64c25cdbbce7d89ca24f3bf527611d7b0d8d2be19b
3
  size 88389626
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d26c5c23f8d9bd8f733fc075f936ff980bb89a1db89c9c4684b2a2898153b4c6
3
  size 88389626
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d4353e796f00af24dbb73a6ff7e4442b8e49e607f7d6770601f17e3492d45e35
3
  size 4924926906
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f30baca67c86945fe5302356d6f205e72e5e982749b336e73e46db58083ce86
3
  size 4924926906
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e26a2078381c183b875ed064b621bad9474a9a00f29ae0b7797570c05f886aaf
3
  size 4400216536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bdb8905c82ceb32c2a48f98301a70ec6dfa4bb62b25bc55411d871a3410cb43
3
  size 4400216536