meta_step_000039_rank_0.json

{
  "model": "gpt-neo-x",
  "dataset": "c4",
  "training_step": 39,
  "real_step": 20,
  "optimization_method": "sgd",
  "learning_rate": 0.0004,
  "outer_learning_rate": 0.7,
  "local_steps": 10,
  "world_size": 1,
  "global_rank": 0,
  "local_rank": 0
}