Upload meta.json with huggingface_hub
Browse files
meta.json
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"cfg": {
|
| 3 |
+
"d_in": 768,
|
| 4 |
+
"d_sae": 12288,
|
| 5 |
+
"k": 32,
|
| 6 |
+
"k_aux": 256,
|
| 7 |
+
"dead_after": 2000000,
|
| 8 |
+
"aux_coef": 0.03125
|
| 9 |
+
},
|
| 10 |
+
"layer": 8,
|
| 11 |
+
"scale": 0.10184143483638763,
|
| 12 |
+
"model_run": "/data/runs/500M_ctx8k/model.pt"
|
| 13 |
+
}
|