snoopsy commited on
Commit
14848da
·
verified ·
1 Parent(s): a429121

Run 8. Outer Step 62. Inner Step 129.

Browse files
Files changed (4) hide show
  1. config.json +5 -5
  2. gradients.pt +1 -1
  3. inner_optimizer.pt +1 -1
  4. model.safetensors +1 -1
config.json CHANGED
@@ -264,17 +264,17 @@
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
- 6384836,
268
- 6384853,
269
- 6384865,
270
- 6384884
271
  ],
272
  "bos_token_id": 1,
273
  "eos_token_id": 2,
274
  "hidden_act": "silu",
275
  "hidden_size": 2048,
276
  "initializer_range": 0.02,
277
- "inner_step": 118,
278
  "intermediate_size": 5632,
279
  "last_allreduce_block": 6383613,
280
  "max_position_embeddings": 2048,
 
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
+ 6384903,
268
+ 6384924,
269
+ 6384942,
270
+ 6384955
271
  ],
272
  "bos_token_id": 1,
273
  "eos_token_id": 2,
274
  "hidden_act": "silu",
275
  "hidden_size": 2048,
276
  "initializer_range": 0.02,
277
+ "inner_step": 129,
278
  "intermediate_size": 5632,
279
  "last_allreduce_block": 6383613,
280
  "max_position_embeddings": 2048,
gradients.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:94574d61783d58e6647c1c15fb4fd8c878c12ffcf6ae2706493196f076ebfd57
3
  size 88389626
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23c90eab8f580f709a83af1d34164a0a2923b6e2a7e9925309dc5ffac2ebb992
3
  size 88389626
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c9f909cc0362378c601353489480e8b7444905086bbadfffedb7ca5568627bac
3
  size 4924926906
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e273ee3e65164bf5a783f903993df5a1a768e4e444f606cc04b543c185a6959
3
  size 4924926906
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:34a89ca7f9e9e819242235cacc62639de22683504369fca2d7d51098ddb2b98d
3
  size 4400216536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54de05bf319b27f1d3e116c487e9de356dc64922902d3defbdb9d281b29ca0a6
3
  size 4400216536