zeras141a commited on
Commit
8277bbc
·
verified ·
1 Parent(s): 558ba1e

Run 8. Outer Step 75. Inner Step 113.

Browse files
Files changed (4) hide show
  1. config.json +4 -6
  2. gradients.pt +1 -1
  3. inner_optimizer.pt +1 -1
  4. model.safetensors +1 -1
config.json CHANGED
@@ -264,18 +264,16 @@
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
- 6396994,
268
- 6397006,
269
- 6397020,
270
- 6397036,
271
- 6397053
272
  ],
273
  "bos_token_id": 1,
274
  "eos_token_id": 2,
275
  "hidden_act": "silu",
276
  "hidden_size": 2048,
277
  "initializer_range": 0.02,
278
- "inner_step": 103,
279
  "intermediate_size": 5632,
280
  "last_allreduce_block": 6396547,
281
  "max_position_embeddings": 2048,
 
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
+ 6397090,
268
+ 6397105,
269
+ 6397122
 
 
270
  ],
271
  "bos_token_id": 1,
272
  "eos_token_id": 2,
273
  "hidden_act": "silu",
274
  "hidden_size": 2048,
275
  "initializer_range": 0.02,
276
+ "inner_step": 113,
277
  "intermediate_size": 5632,
278
  "last_allreduce_block": 6396547,
279
  "max_position_embeddings": 2048,
gradients.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:624be16c240de4efe3aae555341925b1ec4e1389f603bc6736a4ed32dbfbfdbf
3
  size 88389626
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09b3a56c7926a42ef0232d0fa3634bbf7803cf8957af03c95452f17fc8e4ec14
3
  size 88389626
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:942027b7bf68acbbfdccc19b85827f2de229f0bd0da0f83bd2641fa73bb639dc
3
  size 4924926906
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76965b89c5577d0a605dbf9776597ac531534aea5e9dbf1ae72ad4613dcef022
3
  size 4924926906
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4cc0bdfe99d4614213bba30ea985a0ff31b512ac4f0eba3fb01b1c5a1c5a3908
3
  size 4400216536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:acc3816fda90f257c22274a27023b32cccd6755cb5174726fd3d75d52748f475
3
  size 4400216536