zeras141a commited on
Commit
2e01e7f
·
verified ·
1 Parent(s): 1be9140

Run 8. Outer Step 48. Inner Step 35.

Browse files
Files changed (4) hide show
  1. config.json +7 -6
  2. gradients.pt +1 -1
  3. inner_optimizer.pt +1 -1
  4. model.safetensors +1 -1
config.json CHANGED
@@ -264,18 +264,19 @@
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
- 6372875,
268
- 6372893,
269
- 6372910,
270
- 6372927,
271
- 6372943
 
272
  ],
273
  "bos_token_id": 1,
274
  "eos_token_id": 2,
275
  "hidden_act": "silu",
276
  "hidden_size": 2048,
277
  "initializer_range": 0.02,
278
- "inner_step": 19,
279
  "intermediate_size": 5632,
280
  "last_allreduce_block": 6372758,
281
  "max_position_embeddings": 2048,
 
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
+ 6372982,
268
+ 6372998,
269
+ 6373014,
270
+ 6373031,
271
+ 6373046,
272
+ 6373062
273
  ],
274
  "bos_token_id": 1,
275
  "eos_token_id": 2,
276
  "hidden_act": "silu",
277
  "hidden_size": 2048,
278
  "initializer_range": 0.02,
279
+ "inner_step": 35,
280
  "intermediate_size": 5632,
281
  "last_allreduce_block": 6372758,
282
  "max_position_embeddings": 2048,
gradients.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:08cbb2e73e7349ca471f43eae02ffbb852c6fa6f56c8fc026a9a3d275e2b5b8d
3
  size 88389626
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:614a3f84c65c2d89f8817965c841e7d73470bcfb873514ea4c764be35030488d
3
  size 88389626
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f8753b6f0536ca7cd14636446baf741c7abc3adda373ac47cb986a91e068cebd
3
  size 4924926906
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:192e23d3f24fa0afd3e5e515b489de6807fc116d0c07fbb215a354b9ba220bf7
3
  size 4924926906
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9b842c76a2179417f010c4efe74e24e852d3086302cb4f1b2b693229d23554fe
3
  size 4400216536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfcef6675aa612e4e045c68ff23951326a87f32617e0d2c2444b58bbb7361522
3
  size 4400216536