snoopsy commited on
Commit
34279a2
·
verified ·
1 Parent(s): a7a218d

Run 8. Outer Step 43. Inner Step 76.

Browse files
Files changed (4) hide show
  1. config.json +4 -5
  2. gradients.pt +1 -1
  3. inner_optimizer.pt +1 -1
  4. model.safetensors +1 -1
config.json CHANGED
@@ -264,17 +264,16 @@
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
- 6369922,
268
- 6369939,
269
- 6369953,
270
- 6369969
271
  ],
272
  "bos_token_id": 1,
273
  "eos_token_id": 2,
274
  "hidden_act": "silu",
275
  "hidden_size": 2048,
276
  "initializer_range": 0.02,
277
- "inner_step": 67,
278
  "intermediate_size": 5632,
279
  "last_allreduce_block": 6369452,
280
  "max_position_embeddings": 2048,
 
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
+ 6370006,
268
+ 6370021,
269
+ 6370035
 
270
  ],
271
  "bos_token_id": 1,
272
  "eos_token_id": 2,
273
  "hidden_act": "silu",
274
  "hidden_size": 2048,
275
  "initializer_range": 0.02,
276
+ "inner_step": 76,
277
  "intermediate_size": 5632,
278
  "last_allreduce_block": 6369452,
279
  "max_position_embeddings": 2048,
gradients.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0259e89fd25d04374bbb420f035832db43ee7d29c73d0a7fd50f1c1ef1f5e2aa
3
  size 88389626
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f325a02567c6186b58816cfad57db56e9e0e8a22032d65f89b0553992c550b7
3
  size 88389626
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3908a83eb056b9de99d20f2ba3554c8702bc8069fa4a52572b2658a869c535f5
3
  size 4924926906
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b0be21e3a68d75ac29360eb2b3fba8f46c1f8645b4b726439b897fa1917d4c9
3
  size 4924926906
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:38f86e8eb1233583770796b92d88f5328c8b329e0de7c820d393683f33bfa10f
3
  size 4400216536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0dda6b28824a9dc5f754656b36ad724b2f73f5858492f73f4c6da0592a1dfe32
3
  size 4400216536