Update README.md
Browse files
README.md
CHANGED
|
@@ -13,7 +13,7 @@ pip install git+https://github.com/etowahadams/interprot.git
|
|
| 13 |
|
| 14 |
## Usage
|
| 15 |
|
| 16 |
-
|
| 17 |
```python
|
| 18 |
from safetensors.torch import load_file
|
| 19 |
from interprot.sae_model import SparseAutoencoder
|
|
@@ -23,7 +23,7 @@ checkpoint_path = 'esm2_plm1280_l24_sae4096.safetensors'
|
|
| 23 |
sae_model.load_state_dict(load_file(checkpoint_path))
|
| 24 |
```
|
| 25 |
|
| 26 |
-
|
| 27 |
```
|
| 28 |
import torch
|
| 29 |
from transformers import AutoTokenizer, EsmModel
|
|
|
|
| 13 |
|
| 14 |
## Usage
|
| 15 |
|
| 16 |
+
Load the SAE
|
| 17 |
```python
|
| 18 |
from safetensors.torch import load_file
|
| 19 |
from interprot.sae_model import SparseAutoencoder
|
|
|
|
| 23 |
sae_model.load_state_dict(load_file(checkpoint_path))
|
| 24 |
```
|
| 25 |
|
| 26 |
+
Load ESM and run ESM inference -> SAE inference
|
| 27 |
```
|
| 28 |
import torch
|
| 29 |
from transformers import AutoTokenizer, EsmModel
|