snoopsy commited on
Commit
455ce76
·
verified ·
1 Parent(s): 4501fad

Run 8. Outer Step 73. Inner Step 63.

Browse files
Files changed (4) hide show
  1. config.json +5 -4
  2. gradients.pt +1 -1
  3. inner_optimizer.pt +1 -1
  4. model.safetensors +1 -1
config.json CHANGED
@@ -264,16 +264,17 @@
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
- 6395583,
268
- 6395603,
269
- 6395623
 
270
  ],
271
  "bos_token_id": 1,
272
  "eos_token_id": 2,
273
  "hidden_act": "silu",
274
  "hidden_size": 2048,
275
  "initializer_range": 0.02,
276
- "inner_step": 52,
277
  "intermediate_size": 5632,
278
  "last_allreduce_block": 6395177,
279
  "max_position_embeddings": 2048,
 
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
+ 6395660,
268
+ 6395676,
269
+ 6395694,
270
+ 6395710
271
  ],
272
  "bos_token_id": 1,
273
  "eos_token_id": 2,
274
  "hidden_act": "silu",
275
  "hidden_size": 2048,
276
  "initializer_range": 0.02,
277
+ "inner_step": 63,
278
  "intermediate_size": 5632,
279
  "last_allreduce_block": 6395177,
280
  "max_position_embeddings": 2048,
gradients.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:72694be0860657cb3c8ed4f1df13ffa74d1fe283bd8866550b10e3170d761f97
3
  size 88389626
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:682b16adf833124af0118783fa2acabb15d4ecebdf989ebc09923f36e08c63eb
3
  size 88389626
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:178a780de9185980bb10ed1dc9df01f712827efb7dcfe565691e67cee801dd78
3
  size 4924926906
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64b39090285c68b07b4d3f1de3abf833a8d925ab7a6ea53ecc66cdca7e034d91
3
  size 4924926906
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f03be07d7f05443fc4f8ebcecc7f84a8472c3c6687210c4056d50892e609c192
3
  size 4400216536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1864f163bcdbd10fe4a263996a8cfa4e27c2ec68acee9a8abb9eae2f7c17adcb
3
  size 4400216536