jockibaba commited on
Commit
5fd7b02
·
verified ·
1 Parent(s): e87b240

Run 4. Outer Step 63. Inner Step 16.

Browse files
Files changed (3) hide show
  1. config.json +1 -3
  2. inner_optimizer.pt +1 -1
  3. model.safetensors +1 -1
config.json CHANGED
@@ -272,8 +272,6 @@
272
  5613899,
273
  5613899,
274
  5613899,
275
- 5613899,
276
- 5613899,
277
  5613899
278
  ],
279
  "block_size": 1024,
@@ -281,7 +279,7 @@
281
  "embd_pdrop": 0.1,
282
  "eos_token_id": 50256,
283
  "initializer_range": 0.02,
284
- "inner_step": 15,
285
  "inner_steps": 0,
286
  "last_allreduce_block": 5611658,
287
  "layer_norm_epsilon": 1e-05,
 
272
  5613899,
273
  5613899,
274
  5613899,
 
 
275
  5613899
276
  ],
277
  "block_size": 1024,
 
279
  "embd_pdrop": 0.1,
280
  "eos_token_id": 50256,
281
  "initializer_range": 0.02,
282
+ "inner_step": 16,
283
  "inner_steps": 0,
284
  "last_allreduce_block": 5611658,
285
  "layer_norm_epsilon": 1e-05,
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:673465750822e9268797aee7aa5b4c13c0d1d2d4a0499b7015b631b87046be83
3
  size 8081782026
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ffc0759e88cc1e16e8f977bf6140229d13b27c6213389f45a4695652176f2ff
3
  size 8081782026
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ca030e8bfdba9f9dba0fdc6511ab4c089bee07ce5217dc6a8ac3c3b727299992
3
  size 4040701744
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0bc385abbf7e4dabcecd7c5dc7321688c2fa59231d78ffb998c9e8c0998c34f
3
  size 4040701744