mizzaay commited on
Commit
993d768
·
verified ·
1 Parent(s): 5175ed9

Run 8. Outer Step 72. Inner Step 41.

Browse files
Files changed (4) hide show
  1. config.json +3 -4
  2. gradients.pt +1 -1
  3. inner_optimizer.pt +1 -1
  4. model.safetensors +1 -1
config.json CHANGED
@@ -264,16 +264,15 @@
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
- 6394747,
268
- 6394764,
269
- 6394780
270
  ],
271
  "bos_token_id": 1,
272
  "eos_token_id": 2,
273
  "hidden_act": "silu",
274
  "hidden_size": 2048,
275
  "initializer_range": 0.02,
276
- "inner_step": 34,
277
  "intermediate_size": 5632,
278
  "last_allreduce_block": 6394503,
279
  "max_position_embeddings": 2048,
 
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
+ 6394816,
268
+ 6394832
 
269
  ],
270
  "bos_token_id": 1,
271
  "eos_token_id": 2,
272
  "hidden_act": "silu",
273
  "hidden_size": 2048,
274
  "initializer_range": 0.02,
275
+ "inner_step": 41,
276
  "intermediate_size": 5632,
277
  "last_allreduce_block": 6394503,
278
  "max_position_embeddings": 2048,
gradients.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:07e41b4e9cc10301e8e7ac01f9c816b4c579080ca562ad9568d2caa6538f249e
3
  size 88389626
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a8b2099f80dc6f6a518cc1582d100ab4825d19c3792f64be955079547fe9262
3
  size 88389626
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:10adf3f422887a4af31fed9129e5d764d418ba5e90c22814ddd5ccfef4fa9866
3
  size 4924926906
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a76624c1eefe988c6d57a659825044e59eb57b79d7103b6c41b8ceae375effb0
3
  size 4924926906
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fade21ff978a1a6510ddcd0a7450bcfe19f6e7f9e3d8762e0659f87253e62009
3
  size 4400216536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:add60a861f9e054694295b01c4d1255f17a4fffc079ef79b6dc1820fc4964cf4
3
  size 4400216536