meta_step_000000_rank_0.json

{
  "model": "gpt-neo-x",
  "dataset": "c4",
  "training_step": 0,
  "real_step": 0,
  "optimization_method": "sgd",
  "learning_rate": 0.0003,
  "outer_learning_rate": 0.7,
  "local_steps": 128,
  "world_size": 2,
  "global_rank": 0,
  "local_rank": 0
}