zeras141a commited on
Commit
b92d6b8
·
verified ·
1 Parent(s): 523c16e

Run 6. Outer Step 67. Inner Step 98.

Browse files
Files changed (4) hide show
  1. config.json +5 -5
  2. gradients.pt +1 -1
  3. inner_optimizer.pt +1 -1
  4. model.safetensors +1 -1
config.json CHANGED
@@ -264,17 +264,17 @@
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
- 6174951,
268
- 6174960,
269
- 6174967,
270
- 6174975
271
  ],
272
  "bos_token_id": 1,
273
  "eos_token_id": 2,
274
  "hidden_act": "silu",
275
  "hidden_size": 2048,
276
  "initializer_range": 0.02,
277
- "inner_step": 88,
278
  "intermediate_size": 5632,
279
  "last_allreduce_block": 6174482,
280
  "max_position_embeddings": 2048,
 
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
+ 6175000,
268
+ 6175008,
269
+ 6175015,
270
+ 6175021
271
  ],
272
  "bos_token_id": 1,
273
  "eos_token_id": 2,
274
  "hidden_act": "silu",
275
  "hidden_size": 2048,
276
  "initializer_range": 0.02,
277
+ "inner_step": 98,
278
  "intermediate_size": 5632,
279
  "last_allreduce_block": 6174482,
280
  "max_position_embeddings": 2048,
gradients.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5567922b4054709b4b47d35684c9fcfaa212054dfe995d99f52b87b812e9098c
3
  size 88389626
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac251ba389469e016e3ca19430f5b2dfc2e669e471e5a2a982ab09f40de51fd6
3
  size 88389626
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0f14e34edc58147f3ddbcac97b4fe4b1f14370beb6aa4fb4f093a45922ebd093
3
  size 8800564076
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b451a45df7b156706914e1a07e216bce58b9262eb9a037e060d395e8f85f4f50
3
  size 8800564076
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b63dc13acbd20ae49983e29affe6c155fcdf270f93e5839d8a1ff27e2400c89f
3
  size 4400216536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb32e3a4a2e34b4041f186c83008ab863120e1ae451f3397754d345d4181354b
3
  size 4400216536