zeras141a commited on
Commit
8d3158a
·
verified ·
1 Parent(s): 23491d0

Run 8. Outer Step 62. Inner Step 167.

Browse files
Files changed (4) hide show
  1. config.json +8 -7
  2. gradients.pt +1 -1
  3. inner_optimizer.pt +1 -1
  4. model.safetensors +1 -1
config.json CHANGED
@@ -264,19 +264,20 @@
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
- 6384787,
268
- 6384802,
269
- 6384817,
270
- 6384831,
271
- 6384838,
272
- 6384845
 
273
  ],
274
  "bos_token_id": 1,
275
  "eos_token_id": 2,
276
  "hidden_act": "silu",
277
  "hidden_size": 2048,
278
  "initializer_range": 0.02,
279
- "inner_step": 147,
280
  "intermediate_size": 5632,
281
  "last_allreduce_block": 6382929,
282
  "max_position_embeddings": 2048,
 
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
+ 6384869,
268
+ 6384878,
269
+ 6384886,
270
+ 6384894,
271
+ 6384903,
272
+ 6384911,
273
+ 6384919
274
  ],
275
  "bos_token_id": 1,
276
  "eos_token_id": 2,
277
  "hidden_act": "silu",
278
  "hidden_size": 2048,
279
  "initializer_range": 0.02,
280
+ "inner_step": 167,
281
  "intermediate_size": 5632,
282
  "last_allreduce_block": 6382929,
283
  "max_position_embeddings": 2048,
gradients.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a65f5ef5df75ede89226b37f5d3ae6bc6d2afc07d0770708aa91604dbc61c4ff
3
  size 88389626
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9909035139de6960bab74ebe9b209e0f1b2a98a48a5a7862db278c841565014b
3
  size 88389626
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6f1a686591a22532c390b7955a976afa2c1c94a69374b0c8e26ee1476904416a
3
  size 4924926906
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1ba9beffa5a54f859f215e202676e4ab73ca5c1233bd65bcb86b2a8a7f80225
3
  size 4924926906
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e22bb128fd37f6ac707a75d417caff5128502760e858c23c67e6c1d1c2dbfcf5
3
  size 4400216536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe1ca03fbcab8b2ed95b2d8d081f97e5004f6e297e5b1e6d7c92ac709aaf0abc
3
  size 4400216536