mizzaay commited on
Commit
12f513b
·
verified ·
1 Parent(s): a04a622

Run 8. Outer Step 68. Inner Step 15.

Browse files
Files changed (4) hide show
  1. config.json +3 -3
  2. gradients.pt +1 -1
  3. inner_optimizer.pt +1 -1
  4. model.safetensors +1 -1
config.json CHANGED
@@ -264,15 +264,15 @@
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
- 6391963,
268
- 6391975
269
  ],
270
  "bos_token_id": 1,
271
  "eos_token_id": 2,
272
  "hidden_act": "silu",
273
  "hidden_size": 2048,
274
  "initializer_range": 0.02,
275
- "inner_step": 7,
276
  "intermediate_size": 5632,
277
  "last_allreduce_block": 6391321,
278
  "max_position_embeddings": 2048,
 
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
+ 6392014,
268
+ 6392035
269
  ],
270
  "bos_token_id": 1,
271
  "eos_token_id": 2,
272
  "hidden_act": "silu",
273
  "hidden_size": 2048,
274
  "initializer_range": 0.02,
275
+ "inner_step": 15,
276
  "intermediate_size": 5632,
277
  "last_allreduce_block": 6391321,
278
  "max_position_embeddings": 2048,
gradients.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:703aef40d11589d9e8e0c30a722026ab4e72c0f6b8116bdde6d136b9b69f8620
3
  size 88389626
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf002d6a642b39882dc971661d11926fb30a12f3002d7182afa20689afae8ee9
3
  size 88389626
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1e1bf19d509570e32723ce0462bff12d291bc84890444e531241b6826997b9e9
3
  size 4924926906
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30c088b696ff5d7c94a1c41ebb207ca1bcf5d9d59bc3314447f24e0447d981ea
3
  size 4924926906
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:427b38543d10612c5efb69ae293ab905fb1866b3d81c03889254f4eebc0a3f29
3
  size 4400216536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e189b4c1fae069b9bc32a9f13acf77261bfed17dec8bf0448c49efce79a5588d
3
  size 4400216536