trenden commited on
Commit
4bf6f04
·
verified ·
1 Parent(s): 5a76c5c

Run 11. Outer Step 400. Inner Step 18.

Browse files
Files changed (4) hide show
  1. config.json +3 -3
  2. gradients.pt +1 -1
  3. inner_optimizer.pt +1 -1
  4. model.safetensors +1 -1
config.json CHANGED
@@ -264,8 +264,8 @@
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
- 6742609,
268
- 6742657
269
  ],
270
  "bos_token_id": 1,
271
  "dtype": "float32",
@@ -274,7 +274,7 @@
274
  "hidden_act": "silu",
275
  "hidden_size": 2048,
276
  "initializer_range": 0.02,
277
- "inner_step": 9,
278
  "intermediate_size": 5632,
279
  "last_allreduce_block": 6742237,
280
  "max_position_embeddings": 2048,
 
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
+ 6742687,
268
+ 6742723
269
  ],
270
  "bos_token_id": 1,
271
  "dtype": "float32",
 
274
  "hidden_act": "silu",
275
  "hidden_size": 2048,
276
  "initializer_range": 0.02,
277
+ "inner_step": 18,
278
  "intermediate_size": 5632,
279
  "last_allreduce_block": 6742237,
280
  "max_position_embeddings": 2048,
gradients.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0ed723271ae20adac719f911c76553243a6158ad0e0b48d7ad5c2dc7af248707
3
  size 88389626
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f193a8e9220cba77f73e4c2dd2f3d1dc52affb4597fef81f55b60222a6ce61e9
3
  size 88389626
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a08a4a4d341d836185dab66cff220c6f1206caa4d598a29ed6c48f58899b73f7
3
  size 4924926906
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bc40202b660e4cbcb9e18a64b8365df4cdec21ca82ab1f74bde33a37d058ad1
3
  size 4924926906
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1b84be692fc07c5a1d30c91bfb82415d1aa575170936230c6891913c4d581fda
3
  size 4400216536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21e8a27e41dfebce0a59d3a4e3cc7575ddfe79011649d9df37c03d664a7bf76b
3
  size 4400216536