snoopsy commited on
Commit
7276268
·
verified ·
1 Parent(s): 5890649

Run 8. Outer Step 48. Inner Step 42.

Browse files
Files changed (4) hide show
  1. config.json +5 -5
  2. gradients.pt +1 -1
  3. inner_optimizer.pt +1 -1
  4. model.safetensors +1 -1
config.json CHANGED
@@ -264,17 +264,17 @@
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
- 6372973,
268
- 6372989,
269
- 6373004,
270
- 6373020
271
  ],
272
  "bos_token_id": 1,
273
  "eos_token_id": 2,
274
  "hidden_act": "silu",
275
  "hidden_size": 2048,
276
  "initializer_range": 0.02,
277
- "inner_step": 29,
278
  "intermediate_size": 5632,
279
  "last_allreduce_block": 6372758,
280
  "max_position_embeddings": 2048,
 
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
+ 6373057,
268
+ 6373073,
269
+ 6373090,
270
+ 6373105
271
  ],
272
  "bos_token_id": 1,
273
  "eos_token_id": 2,
274
  "hidden_act": "silu",
275
  "hidden_size": 2048,
276
  "initializer_range": 0.02,
277
+ "inner_step": 41,
278
  "intermediate_size": 5632,
279
  "last_allreduce_block": 6372758,
280
  "max_position_embeddings": 2048,
gradients.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1bdae721b003ecd57aedf1b72fb976e5f359454548633fed623d9415882e8aa2
3
  size 88389626
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36f4b245b0f2ce261ef37041c45f75ad72fac51034853405d5893d6384e54dea
3
  size 88389626
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:60493f38f4442fa0c70bb1b3f973e4319801b5a73a74cf5e82a3a208783d6fac
3
  size 4924926906
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e871ca5d13edcc34e6d09cecc0a8d061ee1e9a86b19edb66b9799a02254961f0
3
  size 4924926906
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:22178cef332479b6ec6ae1040e77998e3eaf8d1300685062f0403cdc93eb7d0c
3
  size 4400216536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f090b5632fb214bbc68b725529c40f15d5bbb614fd93e4c8260f7e4a81f29811
3
  size 4400216536