snedelkoski commited on
Commit
9b9b367
·
verified ·
1 Parent(s): 7be7e78

Upload meta_step_000039_rank_0.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. meta_step_000039_rank_0.json +2 -2
meta_step_000039_rank_0.json CHANGED
@@ -2,12 +2,12 @@
2
  "model": "gpt-neo-x",
3
  "dataset": "c4",
4
  "training_step": 39,
5
- "real_step": 10,
6
  "optimization_method": "sgd",
7
  "learning_rate": 0.0004,
8
  "outer_learning_rate": 0.7,
9
  "local_steps": 10,
10
- "world_size": 2,
11
  "global_rank": 0,
12
  "local_rank": 0
13
  }
 
2
  "model": "gpt-neo-x",
3
  "dataset": "c4",
4
  "training_step": 39,
5
+ "real_step": 20,
6
  "optimization_method": "sgd",
7
  "learning_rate": 0.0004,
8
  "outer_learning_rate": 0.7,
9
  "local_steps": 10,
10
+ "world_size": 1,
11
  "global_rank": 0,
12
  "local_rank": 0
13
  }