snoopsy commited on
Commit
404b60d
·
verified ·
1 Parent(s): da2b623

Run 9. Outer Step 0. Inner Step 34.

Browse files
Files changed (4) hide show
  1. config.json +6 -2
  2. gradients.pt +1 -1
  3. inner_optimizer.pt +1 -1
  4. model.safetensors +1 -1
config.json CHANGED
@@ -263,13 +263,17 @@
263
  ],
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
- "block_list": [],
 
 
 
 
267
  "bos_token_id": 1,
268
  "eos_token_id": 2,
269
  "hidden_act": "silu",
270
  "hidden_size": 2048,
271
  "initializer_range": 0.02,
272
- "inner_step": 28,
273
  "intermediate_size": 5632,
274
  "last_allreduce_block": 6448311,
275
  "max_position_embeddings": 2048,
 
263
  ],
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
+ "block_list": [
267
+ 6448656,
268
+ 6448684,
269
+ 6448704
270
+ ],
271
  "bos_token_id": 1,
272
  "eos_token_id": 2,
273
  "hidden_act": "silu",
274
  "hidden_size": 2048,
275
  "initializer_range": 0.02,
276
+ "inner_step": 34,
277
  "intermediate_size": 5632,
278
  "last_allreduce_block": 6448311,
279
  "max_position_embeddings": 2048,
gradients.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4d63c26a538847db3d7f6b48f85edbc228c4e319d90d70eb7ec960d3a9cc82e9
3
  size 88389626
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fb12b1f815c3ec0abf6e28971fc566eb50e327bd6c455fcf6ada9d8772b0871
3
  size 88389626
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6551c2234a54c54304c9223bd16530471f572a6dc6148f2fcaa780ba0d34497a
3
  size 4924926842
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b787ebbb5c09170c6317ae06b3408bf542e6af22290e1d538ad235b43fe0525a
3
  size 4924926842
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3543eb3ad33a250a7887b78167c417ccde2ac6ccccd3222d1d9b04fdd779df24
3
  size 4400216536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30a3dc1f1d6518b9c863b8abbc5a005d4376459e802e4247876e3ed8166671d7
3
  size 4400216536