farguney commited on
Commit
77c7d88
·
verified ·
1 Parent(s): e16036f

Upload gate/progress.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. gate/progress.json +1 -1
gate/progress.json CHANGED
@@ -1 +1 @@
1
- {"run_name": "gate", "events": [{"event": "validity", "val_tokens": 200000, "real_data": true, "kinds": ["transformer", "psn_hybrid_deltanet", "deltanet_no_error"], "d_model": 128, "n_layers": 4, "ref_params": 7256960, "param_match": {"transformer": {"d_model": 128, "params": 7256960, "rel_delta": 0.0}, "psn_hybrid_deltanet": {"d_model": 116, "params": 6939020, "rel_delta": -0.0438}, "deltanet_no_error": {"d_model": 116, "params": 6939020, "rel_delta": -0.0438}}}]}
 
1
+ {"run_name": "gate", "events": [{"event": "validity", "val_tokens": 200000, "real_data": true, "kinds": ["transformer", "psn_hybrid_deltanet", "deltanet_no_error"], "d_model": 128, "n_layers": 4, "ref_params": 7256960, "param_match": {"transformer": {"d_model": 128, "params": 7256960, "rel_delta": 0.0}, "psn_hybrid_deltanet": {"d_model": 116, "params": 6939020, "rel_delta": -0.0438}, "deltanet_no_error": {"d_model": 116, "params": 6939020, "rel_delta": -0.0438}}}, {"event": "train_start", "kind": "transformer", "d_model": 128, "est_params": 7256960}, {"event": "eval", "kind": "transformer", "params": 7256960, "val_ppl": 1869.37897}]}