mizzaay commited on
Commit
7a287a1
·
verified ·
1 Parent(s): 2443deb

Run 6. Outer Step 46. Inner Step 12.

Browse files
Files changed (4) hide show
  1. config.json +3 -3
  2. gradients.pt +1 -1
  3. inner_optimizer.pt +1 -1
  4. model.safetensors +1 -1
config.json CHANGED
@@ -264,15 +264,15 @@
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
- 6159865,
268
- 6159882
269
  ],
270
  "bos_token_id": 1,
271
  "eos_token_id": 2,
272
  "hidden_act": "silu",
273
  "hidden_size": 2048,
274
  "initializer_range": 0.02,
275
- "inner_step": 4,
276
  "intermediate_size": 5632,
277
  "last_allreduce_block": 6159733,
278
  "max_position_embeddings": 2048,
 
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
+ 6159925,
268
+ 6159944
269
  ],
270
  "bos_token_id": 1,
271
  "eos_token_id": 2,
272
  "hidden_act": "silu",
273
  "hidden_size": 2048,
274
  "initializer_range": 0.02,
275
+ "inner_step": 12,
276
  "intermediate_size": 5632,
277
  "last_allreduce_block": 6159733,
278
  "max_position_embeddings": 2048,
gradients.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:22583b4860af974aca3b2f61da00fa0fd9783d65b6774a4c72ef980af3c0bc5a
3
  size 88389626
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:565b1f54acdc8e1b78f767b35022557e427dda6999ca19d2d8af315fbef14c9d
3
  size 88389626
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:91be05473b9536a5ccccd46598f2ed7f74ca8685de58ca2279c2d6bbaa400759
3
  size 8800564076
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88cbb057d2c2d4c6f6d4ca53130d5701c6a209b0eb13aa35670dd055e52da9ea
3
  size 8800564076
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c2db261b078d92a7b64950ec5011bf6d1b2c09c2d5c79c520995c1b01ed286b7
3
  size 4400216536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48907dabf2ad2144e777cd88f86d3456f6f73fbc22bba96115c68e01c659661c
3
  size 4400216536