zeras141a commited on
Commit
9aaa912
·
verified ·
1 Parent(s): dca1f5d

Run 8. Outer Step 77. Inner Step 156.

Browse files
Files changed (4) hide show
  1. config.json +7 -6
  2. gradients.pt +1 -1
  3. inner_optimizer.pt +1 -1
  4. model.safetensors +1 -1
config.json CHANGED
@@ -264,18 +264,19 @@
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
- 6398418,
268
- 6398426,
269
- 6398433,
270
- 6398442,
271
- 6398450
 
272
  ],
273
  "bos_token_id": 1,
274
  "eos_token_id": 2,
275
  "hidden_act": "silu",
276
  "hidden_size": 2048,
277
  "initializer_range": 0.02,
278
- "inner_step": 140,
279
  "intermediate_size": 5632,
280
  "last_allreduce_block": 6397881,
281
  "max_position_embeddings": 2048,
 
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
+ 6398475,
268
+ 6398482,
269
+ 6398489,
270
+ 6398496,
271
+ 6398504,
272
+ 6398510
273
  ],
274
  "bos_token_id": 1,
275
  "eos_token_id": 2,
276
  "hidden_act": "silu",
277
  "hidden_size": 2048,
278
  "initializer_range": 0.02,
279
+ "inner_step": 156,
280
  "intermediate_size": 5632,
281
  "last_allreduce_block": 6397881,
282
  "max_position_embeddings": 2048,
gradients.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a3b488633e6d9ec0052fa7708bea1e34b8bba90a4107a5adcb923fb215b46c7c
3
  size 88389626
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc9a988ac6f2a4532b8de4eca6f20eac35511f1c6b3585fa36831b7dd4c12082
3
  size 88389626
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e5e178f06d6f2f218a2b3e1a37529d44ca1464943b336863be030d17d671d751
3
  size 4924926906
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45da190677228b21228e5577a835b20f3a1518cab46bed1f9aebd9b3a5553015
3
  size 4924926906
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3c6d191befce49d13030c64358e0d56feffb4cc19f14db50c15a40fe57b0c171
3
  size 4400216536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c65f17c1e831c292ab3006a305b0261422f1be5ac53057373bda42476adb096
3
  size 4400216536