zeras141a commited on
Commit
75b3ce8
·
verified ·
1 Parent(s): 4668b58

Run 8. Outer Step 40. Inner Step 230.

Browse files
Files changed (4) hide show
  1. config.json +7 -6
  2. gradients.pt +1 -1
  3. inner_optimizer.pt +1 -1
  4. model.safetensors +1 -1
config.json CHANGED
@@ -264,18 +264,19 @@
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
- 6366319,
268
- 6366336,
269
- 6366355,
270
- 6366375,
271
- 6366396
 
272
  ],
273
  "bos_token_id": 1,
274
  "eos_token_id": 2,
275
  "hidden_act": "silu",
276
  "hidden_size": 2048,
277
  "initializer_range": 0.02,
278
- "inner_step": 214,
279
  "intermediate_size": 5632,
280
  "last_allreduce_block": 6361535,
281
  "max_position_embeddings": 2048,
 
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
+ 6366443,
268
+ 6366465,
269
+ 6366484,
270
+ 6366504,
271
+ 6366524,
272
+ 6366547
273
  ],
274
  "bos_token_id": 1,
275
  "eos_token_id": 2,
276
  "hidden_act": "silu",
277
  "hidden_size": 2048,
278
  "initializer_range": 0.02,
279
+ "inner_step": 230,
280
  "intermediate_size": 5632,
281
  "last_allreduce_block": 6361535,
282
  "max_position_embeddings": 2048,
gradients.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:77febba85d25dee2ab91ae452ded262c6fc44ff6ee0e5f5a137e8b871fabb5f4
3
  size 88389626
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a9db72edcb4d4d13c13c9cb77d382c7cc21d98d5376599b638e13e683c4e19d
3
  size 88389626
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b3044dd4db6a690db6e28e5d7ee1e135fe7eee8376cfb905d6fc296d3425d235
3
  size 4924926906
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2270bfe49784b35adb98ebf0dc4a04c24258739a09c52dc7070e61d1ca79021
3
  size 4924926906
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:996dbd48d712e71b2e850226f16cdfeab3242c67451376cdeb74df33138c1831
3
  size 4400216536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45680eb710839928645051997e5607464f9dfbe95f9d1b289b475fba7c88a163
3
  size 4400216536