snoopsy commited on
Commit
a8a76ce
·
verified ·
1 Parent(s): 99eaa78

Run 8. Outer Step 40. Inner Step 277.

Browse files
Files changed (4) hide show
  1. config.json +5 -5
  2. gradients.pt +1 -1
  3. inner_optimizer.pt +1 -1
  4. model.safetensors +1 -1
config.json CHANGED
@@ -264,17 +264,17 @@
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
- 6364929,
268
- 6364944,
269
- 6364960,
270
- 6364975
271
  ],
272
  "bos_token_id": 1,
273
  "eos_token_id": 2,
274
  "hidden_act": "silu",
275
  "hidden_size": 2048,
276
  "initializer_range": 0.02,
277
- "inner_step": 264,
278
  "intermediate_size": 5632,
279
  "last_allreduce_block": 6361535,
280
  "max_position_embeddings": 2048,
 
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
+ 6365013,
268
+ 6365027,
269
+ 6365042,
270
+ 6365056
271
  ],
272
  "bos_token_id": 1,
273
  "eos_token_id": 2,
274
  "hidden_act": "silu",
275
  "hidden_size": 2048,
276
  "initializer_range": 0.02,
277
+ "inner_step": 276,
278
  "intermediate_size": 5632,
279
  "last_allreduce_block": 6361535,
280
  "max_position_embeddings": 2048,
gradients.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f126e809898c93d645ccf3addc464c5e5f4c94d1ed2b4db2225cd7884b443c96
3
  size 88389626
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6fa46a7718de86a731d83425dfaba532defc7b83fe48e92afbcf095f244edc18
3
  size 88389626
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:45ab4157c2e88616ed91da903dc1d40b6271167815493e4720083f4480d8afb3
3
  size 4924926906
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d1f492918e4cdfacba4225b4e01307791ba379a6776419b035450726c30dcb0
3
  size 4924926906
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8f8c83366017edce22fe1f22a3ec361f8edc911709b69e43933ebc3d5b98b373
3
  size 4400216536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c77b3b0baf2270cc81a666f85dd6624bea8943bf3ee3ae6ba34dbc09f1135532
3
  size 4400216536