mizzaay commited on
Commit
da99795
·
verified ·
1 Parent(s): 75797b3

Run 8. Outer Step 46. Inner Step 70.

Browse files
Files changed (4) hide show
  1. config.json +9 -9
  2. gradients.pt +1 -1
  3. inner_optimizer.pt +1 -1
  4. model.safetensors +1 -1
config.json CHANGED
@@ -264,21 +264,21 @@
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
- 6371688,
268
- 6371706,
269
- 6371723,
270
- 6371739,
271
- 6371757,
272
- 6371777,
273
- 6371797,
274
- 6371810
275
  ],
276
  "bos_token_id": 1,
277
  "eos_token_id": 2,
278
  "hidden_act": "silu",
279
  "hidden_size": 2048,
280
  "initializer_range": 0.02,
281
- "inner_step": 47,
282
  "intermediate_size": 5632,
283
  "last_allreduce_block": 6371430,
284
  "max_position_embeddings": 2048,
 
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
+ 6371853,
268
+ 6371870,
269
+ 6371887,
270
+ 6371906,
271
+ 6371921,
272
+ 6371941,
273
+ 6371961,
274
+ 6371978
275
  ],
276
  "bos_token_id": 1,
277
  "eos_token_id": 2,
278
  "hidden_act": "silu",
279
  "hidden_size": 2048,
280
  "initializer_range": 0.02,
281
+ "inner_step": 70,
282
  "intermediate_size": 5632,
283
  "last_allreduce_block": 6371430,
284
  "max_position_embeddings": 2048,
gradients.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:767dd8ea8c88ff8c3e5b05ecb0bb60825fd91ea9cb993b77b7971e952105c1d5
3
  size 88389626
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29f8257a70dc3a4cd51421aedd9b950f7536f467043d8b528cac1b3b801ea0fa
3
  size 88389626
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d1cf2e25fc0e57643bca6e291f302862cdad191915b5c15b57ade41466215d23
3
  size 4924926906
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e563675ba5f24e4a7a5402cb71a806d65c2a6cbe2b4db3be503b571de072e7b3
3
  size 4924926906
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:af7248c00350f6569823618c7cc5a247dea59a9d1e3def8c005f1408164b445a
3
  size 4400216536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47bd78f00cc6708a25707b36c1074b13b4bb3a5215d91ad14c37ebda82e8f8ef
3
  size 4400216536