transformer/progress.json

{"run_name": "transformer", "events": [{"event": "validity", "val_tokens": 200000, "real_data": true, "kinds": ["transformer"], "d_model": 768, "n_layers": 12, "ref_params": 124009728, "param_match": {"transformer": {"d_model": 768, "params": 124009728, "rel_delta": 0.0}}}]}