Upload routed_v2_400m_result.json with huggingface_hub
Browse files- routed_v2_400m_result.json +11 -0
routed_v2_400m_result.json
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"size": "400m",
|
| 3 |
+
"model": "routed",
|
| 4 |
+
"seed": 42,
|
| 5 |
+
"n_params": 433124928,
|
| 6 |
+
"final_val_loss": 3.096941285133362,
|
| 7 |
+
"final_ppl": 22.130157811150713,
|
| 8 |
+
"total_steps": 6000,
|
| 9 |
+
"time_hours": 2.511812860833274,
|
| 10 |
+
"tokens_per_sec": 86970.38570813877
|
| 11 |
+
}
|