zeras141a commited on
Commit
89ae55e
·
verified ·
1 Parent(s): d842ae1

Run 8. Outer Step 77. Inner Step 113.

Browse files
Files changed (4) hide show
  1. config.json +6 -7
  2. gradients.pt +1 -1
  3. inner_optimizer.pt +1 -1
  4. model.safetensors +1 -1
config.json CHANGED
@@ -264,19 +264,18 @@
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
- 6398254,
268
- 6398261,
269
- 6398268,
270
- 6398276,
271
- 6398283,
272
- 6398292
273
  ],
274
  "bos_token_id": 1,
275
  "eos_token_id": 2,
276
  "hidden_act": "silu",
277
  "hidden_size": 2048,
278
  "initializer_range": 0.02,
279
- "inner_step": 99,
280
  "intermediate_size": 5632,
281
  "last_allreduce_block": 6397881,
282
  "max_position_embeddings": 2048,
 
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
+ 6398316,
268
+ 6398322,
269
+ 6398330,
270
+ 6398339,
271
+ 6398347
 
272
  ],
273
  "bos_token_id": 1,
274
  "eos_token_id": 2,
275
  "hidden_act": "silu",
276
  "hidden_size": 2048,
277
  "initializer_range": 0.02,
278
+ "inner_step": 113,
279
  "intermediate_size": 5632,
280
  "last_allreduce_block": 6397881,
281
  "max_position_embeddings": 2048,
gradients.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8e0198c2a1f0406a82403160530bd2e3404177a729d3c9b4cc1ca3b4d19d092d
3
  size 88389626
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a853fb6f31574eaf8625d16675c1dfe800298ebf371c2ca1dff21f3c7b3c153a
3
  size 88389626
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:85c26aab4ece517b7cb36fcdc24bf7d317e76fb902fcf828a51adc1f8dda1f99
3
  size 4924926906
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5b4cb3ec3593560aa722ca976342226ec7d3b0787da67ec71800ddcf0fb4933
3
  size 4924926906
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:009abcb63a9ce85af3807994ed7cbffe1d820ac57c1ee908962ce662f3d90d90
3
  size 4400216536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88cbd096012d5fbb96859258c0d3fd4bb11a5ee68a75a4326c813a347e62fdfd
3
  size 4400216536