farguney commited on
Commit
e16036f
·
verified ·
1 Parent(s): 3883a59

Upload gate/progress.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. gate/progress.json +1 -0
gate/progress.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"run_name": "gate", "events": [{"event": "validity", "val_tokens": 200000, "real_data": true, "kinds": ["transformer", "psn_hybrid_deltanet", "deltanet_no_error"], "d_model": 128, "n_layers": 4, "ref_params": 7256960, "param_match": {"transformer": {"d_model": 128, "params": 7256960, "rel_delta": 0.0}, "psn_hybrid_deltanet": {"d_model": 116, "params": 6939020, "rel_delta": -0.0438}, "deltanet_no_error": {"d_model": 116, "params": 6939020, "rel_delta": -0.0438}}}]}