mujerry commited on
Commit
c03e392
·
verified ·
1 Parent(s): a187117

Run 11. Outer Step 44. Inner Step 49.

Browse files
Files changed (4) hide show
  1. config.json +4 -4
  2. gradients.pt +1 -1
  3. inner_optimizer.pt +1 -1
  4. model.safetensors +1 -1
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "dstrbtd/llama-1b",
3
  "all_reduce_scores": {
4
  "0": "NOT_ALIVE",
5
  "1": "NOT_ALIVE",
@@ -264,8 +264,8 @@
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
- 6566414,
268
- 6566448
269
  ],
270
  "bos_token_id": 1,
271
  "dtype": "float32",
@@ -274,7 +274,7 @@
274
  "hidden_act": "silu",
275
  "hidden_size": 2048,
276
  "initializer_range": 0.02,
277
- "inner_step": 40,
278
  "intermediate_size": 5632,
279
  "last_allreduce_block": 6565844,
280
  "max_position_embeddings": 2048,
 
1
  {
2
+ "_name_or_path": "mujerry/bt_v2",
3
  "all_reduce_scores": {
4
  "0": "NOT_ALIVE",
5
  "1": "NOT_ALIVE",
 
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
+ 6566609,
268
+ 6566637
269
  ],
270
  "bos_token_id": 1,
271
  "dtype": "float32",
 
274
  "hidden_act": "silu",
275
  "hidden_size": 2048,
276
  "initializer_range": 0.02,
277
+ "inner_step": 48,
278
  "intermediate_size": 5632,
279
  "last_allreduce_block": 6565844,
280
  "max_position_embeddings": 2048,
gradients.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:48956c3b1e79cc1538fd2b6a675a6c58125115b62f004939eb0682f1b1df7353
3
  size 88389626
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34872f6c873c43db8daf81fcdba468364d17d30a1ce54c682f7c1156877ba592
3
  size 88389626
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:80f75f0c42c896f1a36b1476461211b2d109bbced37e7696c3b194f1c6f8fecb
3
  size 4924926906
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:545206d54e1806df51bdf9ea3d75500e69ed440a7ea2bc7c8a1e4bd80bcf2a37
3
  size 4924926906
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9a99fa00eada7ab604139a42c051ca43ea81908d47401175c6f375b9f6cc4bed
3
  size 4400216536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:017773a696d41c2223f4b22a82d60f21627b83a212d6c8545637b555e1d0486e
3
  size 4400216536