Upload sleeper_xcoder/model_cfg.yaml with huggingface_hub
Browse files
sleeper_xcoder/model_cfg.yaml
CHANGED
|
@@ -3,8 +3,6 @@ crosscoding_dims: !!python/tuple
|
|
| 3 |
- 17
|
| 4 |
d_model: 768
|
| 5 |
hidden_activation_cfg:
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
size: 1536
|
| 9 |
-
hidden_activation_classname: JumpReLUActivation
|
| 10 |
hidden_dim: 1536
|
|
|
|
| 3 |
- 17
|
| 4 |
d_model: 768
|
| 5 |
hidden_activation_cfg:
|
| 6 |
+
k_per_example: 20
|
| 7 |
+
hidden_activation_classname: BatchTopkActivation
|
|
|
|
|
|
|
| 8 |
hidden_dim: 1536
|