mujerry commited on
Commit
ceb965e
·
verified ·
1 Parent(s): 82efce8

Run 11. Outer Step 236. Inner Step 9.

Browse files
Files changed (4) hide show
  1. config.json +4 -3
  2. gradients.pt +1 -1
  3. inner_optimizer.pt +1 -1
  4. model.safetensors +1 -1
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "dstrbtd/llama-1b",
3
  "all_reduce_scores": {
4
  "0": "NOT_ALIVE",
5
  "1": "NON_PARTICIPATING",
@@ -264,7 +264,8 @@
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
- 6672996
 
268
  ],
269
  "bos_token_id": 1,
270
  "dtype": "float32",
@@ -273,7 +274,7 @@
273
  "hidden_act": "silu",
274
  "hidden_size": 2048,
275
  "initializer_range": 0.02,
276
- "inner_step": 0,
277
  "intermediate_size": 5632,
278
  "last_allreduce_block": 6672695,
279
  "max_position_embeddings": 2048,
 
1
  {
2
+ "_name_or_path": "mujerry/dd",
3
  "all_reduce_scores": {
4
  "0": "NOT_ALIVE",
5
  "1": "NON_PARTICIPATING",
 
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
+ 6673162,
268
+ 6673190
269
  ],
270
  "bos_token_id": 1,
271
  "dtype": "float32",
 
274
  "hidden_act": "silu",
275
  "hidden_size": 2048,
276
  "initializer_range": 0.02,
277
+ "inner_step": 9,
278
  "intermediate_size": 5632,
279
  "last_allreduce_block": 6672695,
280
  "max_position_embeddings": 2048,
gradients.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:73d5f06b46938244955cfe1733a998fd78df85c4980b552b3205a04c8937acb7
3
  size 88389626
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0989df7553a99b585340794077c88f540e88fa490b75105840caef75abb60b70
3
  size 88389626
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:af877879873d04e8ac68d8a31b7394bbb1c3775ba208b300d1cf749712029b19
3
  size 4924926906
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21110a4dcd4e3ff53cc62608920d72b685b9ff72f7fa93751829cfc76e204c34
3
  size 4924926906
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e6115f5a38438f2a2c98b46d990644b19f12caec45a1d98b8d49e3dfe395d91f
3
  size 4400216536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:884db611fa30e4bc0ad78c2f98673b94cff034b1ab83f46121e50efe72082e89
3
  size 4400216536