mujerry commited on
Commit
2c33042
·
verified ·
1 Parent(s): 49dd0db

Run 11. Outer Step 207. Inner Step 9.

Browse files
Files changed (4) hide show
  1. config.json +3 -4
  2. gradients.pt +1 -1
  3. inner_optimizer.pt +1 -1
  4. model.safetensors +1 -1
config.json CHANGED
@@ -264,9 +264,8 @@
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
- 6661799,
268
- 6661829,
269
- 6661859
270
  ],
271
  "bos_token_id": 1,
272
  "dtype": "float32",
@@ -275,7 +274,7 @@
275
  "hidden_act": "silu",
276
  "hidden_size": 2048,
277
  "initializer_range": 0.02,
278
- "inner_step": 0,
279
  "intermediate_size": 5632,
280
  "last_allreduce_block": 6661467,
281
  "max_position_embeddings": 2048,
 
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
+ 6661883,
268
+ 6661917
 
269
  ],
270
  "bos_token_id": 1,
271
  "dtype": "float32",
 
274
  "hidden_act": "silu",
275
  "hidden_size": 2048,
276
  "initializer_range": 0.02,
277
+ "inner_step": 8,
278
  "intermediate_size": 5632,
279
  "last_allreduce_block": 6661467,
280
  "max_position_embeddings": 2048,
gradients.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b614a9c29142e9f5de594a9ce040af8e2f1e8513bcdc8b10861a59d9225dd9ab
3
  size 88389626
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b78a6e8db86f4c3b4b60d8f304a1e39e33bb0cafe5a6264ab022035b35bae55d
3
  size 88389626
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e2f6f8a20a07366c81e8a5ea14aa3d83fa639970c288d4a56486f378df5aef0f
3
  size 4924926906
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25a4386e7789c3af7b56d2750b3858e89bc5757fb4b1bfd0c472ddaf26701c61
3
  size 4924926906
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8f8c2dff21ceda798d9efb0a5a614c5f5dedc5c4c3dc56b84a6c4b0a26333714
3
  size 4400216536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f64a66dcfa0152a499033870933558e56511f97f127062f10bd8c79e98e8a73
3
  size 4400216536