zeras141a commited on
Commit
3493304
·
verified ·
1 Parent(s): ab01906

Run 8. Outer Step 71. Inner Step 85.

Browse files
Files changed (4) hide show
  1. config.json +4 -5
  2. gradients.pt +1 -1
  3. inner_optimizer.pt +1 -1
  4. model.safetensors +1 -1
config.json CHANGED
@@ -264,17 +264,16 @@
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
- 6394357,
268
- 6394372,
269
- 6394380,
270
- 6394394
271
  ],
272
  "bos_token_id": 1,
273
  "eos_token_id": 2,
274
  "hidden_act": "silu",
275
  "hidden_size": 2048,
276
  "initializer_range": 0.02,
277
- "inner_step": 75,
278
  "intermediate_size": 5632,
279
  "last_allreduce_block": 6393866,
280
  "max_position_embeddings": 2048,
 
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
+ 6394429,
268
+ 6394440,
269
+ 6394456
 
270
  ],
271
  "bos_token_id": 1,
272
  "eos_token_id": 2,
273
  "hidden_act": "silu",
274
  "hidden_size": 2048,
275
  "initializer_range": 0.02,
276
+ "inner_step": 85,
277
  "intermediate_size": 5632,
278
  "last_allreduce_block": 6393866,
279
  "max_position_embeddings": 2048,
gradients.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8051ceeee4d25ac7e207903512ad3ce13a851f89284001523d84a746f1ab59cf
3
  size 88389626
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d44bd653a9221b4d0471a0486d32494a37c9b8608507568dc5d3b8ccb16e3ea6
3
  size 88389626
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:48d69ab6b8b746f34ea5fafe462f2494cf16261a1a633adf2cdc4abf9fd93863
3
  size 4924926906
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bc1873357c1a058de8b2b9339f36a0788a2b9b34e1021838901c3a3574542e1
3
  size 4924926906
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:29d7856e49995e21922859f974c255401fae202023f31fe1f6444889d00d64f1
3
  size 4400216536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a225b0320828bc0739b0ad2ca6f038948b3a8c001f09c3eebf74e944d014e710
3
  size 4400216536