penguin102 commited on
Commit
d5adfe3
·
verified ·
1 Parent(s): 757fe43

Run 5. Outer Step 94. Inner Step 254.

Browse files
Files changed (3) hide show
  1. config.json +4 -5
  2. inner_optimizer.pt +1 -1
  3. model.safetensors +1 -1
config.json CHANGED
@@ -264,17 +264,16 @@
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
- 5946344,
268
- 5946348,
269
- 5946351,
270
- 5946355
271
  ],
272
  "bos_token_id": 1,
273
  "eos_token_id": 2,
274
  "hidden_act": "silu",
275
  "hidden_size": 2048,
276
  "initializer_range": 0.02,
277
- "inner_step": 250,
278
  "intermediate_size": 5632,
279
  "last_allreduce_block": 5945066,
280
  "max_position_embeddings": 2048,
 
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
+ 5946364,
268
+ 5946367,
269
+ 5946371
 
270
  ],
271
  "bos_token_id": 1,
272
  "eos_token_id": 2,
273
  "hidden_act": "silu",
274
  "hidden_size": 2048,
275
  "initializer_range": 0.02,
276
+ "inner_step": 254,
277
  "intermediate_size": 5632,
278
  "last_allreduce_block": 5945066,
279
  "max_position_embeddings": 2048,
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4f1a6e59db2095d171130019dbe2072100dc957c64b8187abc6c9eb5996c4eff
3
  size 8800564561
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c07cfd5541baa875e39b669878ea33978d50455b466acd4ced95d53720c17ea9
3
  size 8800564561
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:01ecffcd87b97192fb96386b4e8c48125b017415ea796c62ad773175ad79ae42
3
  size 4400216536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4e72933507bc517fbbe94a2678facf6f88bf6271d1ecaae2117ddb7ca62f00b
3
  size 4400216536