zeras141a commited on
Commit
d2efbe4
·
verified ·
1 Parent(s): 9476a61

Run 8. Outer Step 40. Inner Step 232.

Browse files
Files changed (4) hide show
  1. config.json +7 -6
  2. gradients.pt +1 -1
  3. inner_optimizer.pt +1 -1
  4. model.safetensors +1 -1
config.json CHANGED
@@ -264,18 +264,19 @@
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
- 6367139,
268
- 6367162,
269
- 6367180,
270
- 6367198,
271
- 6367217
 
272
  ],
273
  "bos_token_id": 1,
274
  "eos_token_id": 2,
275
  "hidden_act": "silu",
276
  "hidden_size": 2048,
277
  "initializer_range": 0.02,
278
- "inner_step": 215,
279
  "intermediate_size": 5632,
280
  "last_allreduce_block": 6361535,
281
  "max_position_embeddings": 2048,
 
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
+ 6367263,
268
+ 6367287,
269
+ 6367305,
270
+ 6367322,
271
+ 6367344,
272
+ 6367362
273
  ],
274
  "bos_token_id": 1,
275
  "eos_token_id": 2,
276
  "hidden_act": "silu",
277
  "hidden_size": 2048,
278
  "initializer_range": 0.02,
279
+ "inner_step": 232,
280
  "intermediate_size": 5632,
281
  "last_allreduce_block": 6361535,
282
  "max_position_embeddings": 2048,
gradients.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a3208a9da0a393096558e659b2814fdf0ff57816bba5f9d09f383c662590925e
3
  size 88389626
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:271db3e1b67a99e2e6c81d9a6ff66f6a03eafebafcd7d95713e2613639ecd181
3
  size 88389626
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:943401c7afd57c13c597deff9f97cb06faa31618e78d0c52e716d752b7f4d071
3
  size 4924926906
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ead4c0c182c88c05cabf4ee7c18441bea0b9c3eb88ae493a9a61d10b04bb3413
3
  size 4924926906
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:044d41871e2af74e776ab05ee34a31c05eacf663662881b67399ca0dc891cd1f
3
  size 4400216536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef02c3cf6d62803baca9cd88d69d96b837a9b1b875f74d09d78a99346fe1124f
3
  size 4400216536