mizzaay commited on
Commit
564a58a
·
verified ·
1 Parent(s): b03e852

Run 8. Outer Step 47. Inner Step 34.

Browse files
Files changed (4) hide show
  1. config.json +6 -6
  2. gradients.pt +1 -1
  3. inner_optimizer.pt +1 -1
  4. model.safetensors +1 -1
config.json CHANGED
@@ -264,18 +264,18 @@
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
- 6372398,
268
- 6372415,
269
- 6372434,
270
- 6372451,
271
- 6372472
272
  ],
273
  "bos_token_id": 1,
274
  "eos_token_id": 2,
275
  "hidden_act": "silu",
276
  "hidden_size": 2048,
277
  "initializer_range": 0.02,
278
- "inner_step": 20,
279
  "intermediate_size": 5632,
280
  "last_allreduce_block": 6372098,
281
  "max_position_embeddings": 2048,
 
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
+ 6372515,
268
+ 6372531,
269
+ 6372550,
270
+ 6372569,
271
+ 6372584
272
  ],
273
  "bos_token_id": 1,
274
  "eos_token_id": 2,
275
  "hidden_act": "silu",
276
  "hidden_size": 2048,
277
  "initializer_range": 0.02,
278
+ "inner_step": 34,
279
  "intermediate_size": 5632,
280
  "last_allreduce_block": 6372098,
281
  "max_position_embeddings": 2048,
gradients.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f5875f13f81da1c2554d218aaeea3debe1558eb565179994d96a94c1ff655000
3
  size 88389626
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53152742e6258fd8f08832ff8105508cb0c9e468e90646dce3fd312aff70f069
3
  size 88389626
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d50e0dac0d768af04de9a0973bb0148cc59f4e7c44c0c617866fdc958ea200db
3
  size 4924926906
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d6dcad56190b43704536f2f278dac2d75ea402271210d14b0bccd988dabb8ad
3
  size 4924926906
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:61d4b99eca84bfedb312068a5aa6f4017ae2b62c38ace2e4d0d7210bc87f97a5
3
  size 4400216536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0302da371c76c120e6e3dcaab927d007c30c1e09f1c2bca9d54b9fc6c33a1f2
3
  size 4400216536