snoopsy commited on
Commit
0da2057
·
verified ·
1 Parent(s): c24d617

Run 10. Outer Step 15. Inner Step 11.

Browse files
Files changed (4) hide show
  1. config.json +3 -4
  2. gradients.pt +1 -1
  3. inner_optimizer.pt +1 -1
  4. model.safetensors +1 -1
config.json CHANGED
@@ -264,16 +264,15 @@
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
- 6475900,
268
- 6475925,
269
- 6475937
270
  ],
271
  "bos_token_id": 1,
272
  "eos_token_id": 2,
273
  "hidden_act": "silu",
274
  "hidden_size": 2048,
275
  "initializer_range": 0.02,
276
- "inner_step": 4,
277
  "intermediate_size": 5632,
278
  "last_allreduce_block": 6475622,
279
  "max_position_embeddings": 2048,
 
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
+ 6475954,
268
+ 6475967
 
269
  ],
270
  "bos_token_id": 1,
271
  "eos_token_id": 2,
272
  "hidden_act": "silu",
273
  "hidden_size": 2048,
274
  "initializer_range": 0.02,
275
+ "inner_step": 11,
276
  "intermediate_size": 5632,
277
  "last_allreduce_block": 6475622,
278
  "max_position_embeddings": 2048,
gradients.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5b8a19f7cf1eded4ba709aeac7a347eefd3c1d0ef31bf89b8c9ffef4e6859249
3
  size 88390091
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82220aeca86d8c4da38edfb348493c3fc630e93650389faf78c0b5427d545727
3
  size 88390091
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a5970bdb740960b0769f8d70503078f5e6a747b6974d230f2cec2c87219776dc
3
  size 4924928111
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f797bc7fa33927c69b7fdfef390d4f3cb8c49cbec7023992db6d4a5771c65738
3
  size 4924928111
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8686a554106d85d44cdefb3e490852c493b8f1cc2c84bb9f7b37519c481a8176
3
  size 4400216536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f922b9ee2d226e1ec2e7123d5699d159a1ca2bc83e1c64df8b2c761e97bcda3
3
  size 4400216536