snoopsy commited on
Commit
16d9d29
·
verified ·
1 Parent(s): ddcc0ee

Run 8. Outer Step 61. Inner Step 110.

Browse files
Files changed (4) hide show
  1. config.json +4 -3
  2. gradients.pt +1 -1
  3. inner_optimizer.pt +1 -1
  4. model.safetensors +1 -1
config.json CHANGED
@@ -264,15 +264,16 @@
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
- 6383402,
268
- 6383413
 
269
  ],
270
  "bos_token_id": 1,
271
  "eos_token_id": 2,
272
  "hidden_act": "silu",
273
  "hidden_size": 2048,
274
  "initializer_range": 0.02,
275
- "inner_step": 99,
276
  "intermediate_size": 5632,
277
  "last_allreduce_block": 6382929,
278
  "max_position_embeddings": 2048,
 
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
+ 6383439,
268
+ 6383449,
269
+ 6383461
270
  ],
271
  "bos_token_id": 1,
272
  "eos_token_id": 2,
273
  "hidden_act": "silu",
274
  "hidden_size": 2048,
275
  "initializer_range": 0.02,
276
+ "inner_step": 110,
277
  "intermediate_size": 5632,
278
  "last_allreduce_block": 6382929,
279
  "max_position_embeddings": 2048,
gradients.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:82fe05ffc067130f9c4ebd97a8a029c992d2cddaaecee7f128ea769033061cb8
3
  size 88389626
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e8a990f3c8d1e9a9998535c96ebe0970314478055249778ff7da667b9398b8e
3
  size 88389626
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4fd68ede4b1e6fc1d75d7c4cd6e2340a77b273ae0991b58ebc38cb3b582142e7
3
  size 4924926906
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02af925c0cafa3d569b08bdcf79ac292da3b1f881ff142b9cb4872229e8fccf7
3
  size 4924926906
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e994c9d4b68db7d2cb8320023a51371723bf805f7a4cf2ff9ff10d65a1ba3591
3
  size 4400216536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a4ae9122966cdaeff930640c2bfa857611e34ca106c35b26fb841c99b3c2d73
3
  size 4400216536