zeras141a commited on
Commit
001506e
·
verified ·
1 Parent(s): b3b65b6

Run 8. Outer Step 69. Inner Step 78.

Browse files
Files changed (4) hide show
  1. config.json +6 -6
  2. gradients.pt +1 -1
  3. inner_optimizer.pt +1 -1
  4. model.safetensors +1 -1
config.json CHANGED
@@ -264,18 +264,18 @@
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
- 6392805,
268
- 6392813,
269
- 6392821,
270
- 6392829,
271
- 6392839
272
  ],
273
  "bos_token_id": 1,
274
  "eos_token_id": 2,
275
  "hidden_act": "silu",
276
  "hidden_size": 2048,
277
  "initializer_range": 0.02,
278
- "inner_step": 64,
279
  "intermediate_size": 5632,
280
  "last_allreduce_block": 6392575,
281
  "max_position_embeddings": 2048,
 
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
+ 6392862,
268
+ 6392869,
269
+ 6392878,
270
+ 6392886,
271
+ 6392893
272
  ],
273
  "bos_token_id": 1,
274
  "eos_token_id": 2,
275
  "hidden_act": "silu",
276
  "hidden_size": 2048,
277
  "initializer_range": 0.02,
278
+ "inner_step": 78,
279
  "intermediate_size": 5632,
280
  "last_allreduce_block": 6392575,
281
  "max_position_embeddings": 2048,
gradients.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7f941f60596d61d01ee92003009c911c8193cb83f39b29c94634f079ce85dc7c
3
  size 88389626
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5da79661f4b63c3ec031c304bf7cec44e8cc67ff5c53dc456552a225de2e887
3
  size 88389626
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0350cb1b7d461c8b24d4a5e689ec8af5a96cd7b0add863a6b505d925e3099e07
3
  size 4924926906
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef935b9c23ef9c4fbe54efec0f8fc34ef8de508cfd491b512d5d64b2f0ab1a46
3
  size 4924926906
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dffa568a8e2d9cd8f5f3e6ad031ea0bca43310b0ab8fee9d664ceeae160ca4d0
3
  size 4400216536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb899e1df54c0ccd0a3ef26e7814e25f64267929be1fa9c52396831e4a095de7
3
  size 4400216536