zeras141a commited on
Commit
5b9d45c
·
verified ·
1 Parent(s): a388691

Run 7. Outer Step 0. Inner Step 171.

Browse files
Files changed (4) hide show
  1. config.json +4 -5
  2. gradients.pt +1 -1
  3. inner_optimizer.pt +1 -1
  4. model.safetensors +1 -1
config.json CHANGED
@@ -264,17 +264,16 @@
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
- 6213348,
268
- 6213356,
269
- 6213365,
270
- 6213374
271
  ],
272
  "bos_token_id": 1,
273
  "eos_token_id": 2,
274
  "hidden_act": "silu",
275
  "hidden_size": 2048,
276
  "initializer_range": 0.02,
277
- "inner_step": 161,
278
  "intermediate_size": 5632,
279
  "last_allreduce_block": 6211743,
280
  "max_position_embeddings": 2048,
 
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
+ 6213399,
268
+ 6213410,
269
+ 6213428
 
270
  ],
271
  "bos_token_id": 1,
272
  "eos_token_id": 2,
273
  "hidden_act": "silu",
274
  "hidden_size": 2048,
275
  "initializer_range": 0.02,
276
+ "inner_step": 171,
277
  "intermediate_size": 5632,
278
  "last_allreduce_block": 6211743,
279
  "max_position_embeddings": 2048,
gradients.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fecb870b3913c4ef395f3dce0eb12b92ad82983b6d6fb00a43410c91597e252a
3
  size 88390091
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5aac7a0988fa6fc6275c0a7e3e76a38b2522d2378aea56e3e6717587159208e7
3
  size 88390091
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3cf1329a2c6f7c6fb8cad7c34031745ffb9dcab7032d0d07d6c5979779f8a602
3
  size 8800564561
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:726073d30e3b5f39f3ed2eac7384e68cebde288a954630f24fbe5f6c7aa49b6f
3
  size 8800564561
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6c6a292dc7e9e944f0510ca5d0c07845237d4d1670c427fbf02bc6031f46bd55
3
  size 4400216536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:195ad5d7d23276dc3a462d3e28028db5d2fef0154c8a6dbb7c270a3b9f36a4c1
3
  size 4400216536