zeras141a commited on
Commit
6bc8bbe
·
verified ·
1 Parent(s): 1c8c841

Run 8. Outer Step 70. Inner Step 33.

Browse files
Files changed (4) hide show
  1. config.json +5 -4
  2. gradients.pt +1 -1
  3. inner_optimizer.pt +1 -1
  4. model.safetensors +1 -1
config.json CHANGED
@@ -264,16 +264,17 @@
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
- 6393702,
268
- 6393717,
269
- 6393731
 
270
  ],
271
  "bos_token_id": 1,
272
  "eos_token_id": 2,
273
  "hidden_act": "silu",
274
  "hidden_size": 2048,
275
  "initializer_range": 0.02,
276
- "inner_step": 21,
277
  "intermediate_size": 5632,
278
  "last_allreduce_block": 6393230,
279
  "max_position_embeddings": 2048,
 
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
+ 6393762,
268
+ 6393776,
269
+ 6393791,
270
+ 6393808
271
  ],
272
  "bos_token_id": 1,
273
  "eos_token_id": 2,
274
  "hidden_act": "silu",
275
  "hidden_size": 2048,
276
  "initializer_range": 0.02,
277
+ "inner_step": 32,
278
  "intermediate_size": 5632,
279
  "last_allreduce_block": 6393230,
280
  "max_position_embeddings": 2048,
gradients.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2a5dec3975d3eef1c4c0f3b3932fc76d18a71f6acefae80b26dce1846cbf46d1
3
  size 88389626
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91c43215d469ea337f7d1c001af787e0e7a10d0ed5526e65af655caa0d7b5590
3
  size 88389626
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ed4590c6ed713736ccae66eeee89426a43187a21c1b1a8d7ea84f52ae9f35905
3
  size 4924926906
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb877ef4af699ce21a48a54ae2b49b0a146f188a5872f41cf5db511681ded3a0
3
  size 4924926906
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:321af79a6e5652f00c4364187091b47a1c6d67e941f0b3889cfddb3ab1336d3e
3
  size 4400216536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da838feb0589dcd3281db41a328d86a30ae216b1340713bd44abfdd506615480
3
  size 4400216536