snoopsy commited on
Commit
b2c4981
·
verified ·
1 Parent(s): 25d9f50

Run 8. Outer Step 40. Inner Step 84.

Browse files
Files changed (4) hide show
  1. config.json +4 -6
  2. gradients.pt +1 -1
  3. inner_optimizer.pt +1 -1
  4. model.safetensors +1 -1
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "distributed/llama-1b",
3
  "all_reduce_scores": {
4
  "0": "NOT_ALIVE",
5
  "1": "SUCCESS",
@@ -264,17 +264,15 @@
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
- 6361958,
268
- 6361975,
269
- 6361991,
270
- 6362007
271
  ],
272
  "bos_token_id": 1,
273
  "eos_token_id": 2,
274
  "hidden_act": "silu",
275
  "hidden_size": 2048,
276
  "initializer_range": 0.02,
277
- "inner_step": 79,
278
  "intermediate_size": 5632,
279
  "last_allreduce_block": 6360880,
280
  "max_position_embeddings": 2048,
 
1
  {
2
+ "_name_or_path": "snoopsy/tya2",
3
  "all_reduce_scores": {
4
  "0": "NOT_ALIVE",
5
  "1": "SUCCESS",
 
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
+ 6362282,
268
+ 6362299
 
 
269
  ],
270
  "bos_token_id": 1,
271
  "eos_token_id": 2,
272
  "hidden_act": "silu",
273
  "hidden_size": 2048,
274
  "initializer_range": 0.02,
275
+ "inner_step": 83,
276
  "intermediate_size": 5632,
277
  "last_allreduce_block": 6360880,
278
  "max_position_embeddings": 2048,
gradients.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d90d89e33fcfbe64eef57e1038c1b0603586e045fb87ef1c36e0c03d32a9f25e
3
  size 88389626
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec423cf2bea07adcf909edc43a2975f69fa5a1d851ec2bd9a27b9d1b890e0675
3
  size 88389626
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:60558016382ccd92aa8a73230919cd87c38a7e5cd1a8f40eeeff1df3296f7d21
3
  size 4924926906
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de5994b0252d07214757df5e5ad5840af760e0f7af38f17e1a6cf14c870a4749
3
  size 4924926906
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1ee2dac0a985df0299f661bdfd5ce621cab9918b78c051f4eb2874f0a8b884c8
3
  size 4400216536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddf9b8e8035347f0ee9740c8d2502cd82cf14ad3564e4a72ac9c21be33323c68
3
  size 4400216536